-- Logs begin at Tue 2022-03-22 16:19:17 UTC, end at Tue 2022-03-22 18:00:04 UTC. -- Mar 22 17:32:40.003566 dv-cinder-790535-31-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 17:32:43.109149 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.common.config [-] Logging enabled! Mar 22 17:32:43.109968 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 17:32:43.110208 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109854) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 17:32:43.113545 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.common.config [-] Logging enabled! Mar 22 17:32:43.113810 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 17:32:43.114389 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109854) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 17:32:43.115378 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 17:32:43.115622 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 17:32:43.116050 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 17:32:43.116303 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 17:32:43.116535 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 17:32:43.117428 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.117919 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 22 17:32:43.118249 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.118555 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.118857 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.119163 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.119459 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.119748 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.120046 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.120355 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.120650 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.120940 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.121230 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.121603 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.121898 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.122196 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.122491 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.122781 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] debug = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.123069 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.123524 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.124734 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.124734 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.124734 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.125637 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.125637 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.125904 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.126208 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.126567 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] host = dv-cinder-790535-31-iscsi {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.127057 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.127362 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.127660 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.127958 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.128260 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.128529 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.128838 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.129106 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.129388 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] log_file = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.129710 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.130010 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.130311 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.130608 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.130839 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.131075 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.131385 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.131681 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.131964 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.132278 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.132522 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.132803 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.133079 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.133351 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.133746 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.133994 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.134259 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.134542 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.134826 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.135153 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.135438 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.135738 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.136019 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.136291 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.136576 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.136870 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.137146 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.137425 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.137770 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.138066 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.138358 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.138650 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.138930 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.139220 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.139500 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.139778 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.140055 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] use_json = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.140332 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.140710 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.141720 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.142209 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.142508 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.142798 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.143088 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.143393 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.143682 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:43.143995 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.144315 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.144627 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.144943 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.145239 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.145563 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.145870 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.146166 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.146469 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.146783 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.147073 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.147364 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.147675 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.147975 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.148287 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.148653 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.148922 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.149219 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.149521 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.149811 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.150096 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.150386 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.150680 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.150968 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.151269 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.151567 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.151854 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.152162 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.152459 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.152764 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.153065 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.153346 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.153658 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.153962 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.154248 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.154536 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.154815 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.155119 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.155401 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.155675 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.155962 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.156283 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.156564 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.157039 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.157328 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.157659 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.157945 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.158225 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.158502 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.158789 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.159072 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.159356 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.159640 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.159919 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.160198 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.160489 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.160770 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.161047 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.161328 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.161630 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.161914 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.162189 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.162468 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.162741 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.163019 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.163301 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.163577 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.163850 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.164130 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.164407 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.164686 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.164961 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.165237 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.165548 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.165846 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.166151 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.166433 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.166721 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.167004 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.167286 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.167569 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.167850 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.168133 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.168416 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.168693 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.169002 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.169288 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.169610 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.169921 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.170205 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.170508 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.170789 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.171071 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.171360 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.171640 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.172520 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.172903 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.173204 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.173528 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.173837 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.174139 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.174443 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.174750 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.175035 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.175355 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.175642 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:43.175865 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 17:32:43.176132 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109854) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 17:32:43.570090 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 17:32:43.570381 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 17:32:43.570701 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 17:32:43.571218 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 17:32:43.929308 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:43.929547 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:43.929817 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:43.931051 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:43.931334 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:43.931737 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:43.992888 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:43.993146 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:43.993421 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.010300 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.010575 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.010841 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.043005 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.043284 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.043556 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.196277 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.196928 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.196928 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.450969 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.451175 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.451496 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.451877 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.452878 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.561195 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.561555 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.561847 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.562122 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.562401 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.562750 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.563026 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.563285 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.563546 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.563835 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.564097 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.564366 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.564627 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.564888 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.565173 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.565445 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.565728 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.566001 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.566282 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.566544 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.566819 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.567077 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.567364 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.567763 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.568017 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.568268 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.568693 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109854) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:32:44.568937 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109854) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:32:44.569182 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109854) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:32:44.569422 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109854) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:32:44.569689 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109854) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:32:44.569950 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109854) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:32:44.570324 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 17:32:44.573958 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 17:32:44.578379 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 17:32:44.582253 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Mar 22 17:32:44.583941 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 17:32:44.584426 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 17:32:44.584773 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 17:32:44.585170 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 17:32:44.588102 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 17:32:44.588359 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 17:32:44.588715 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 17:32:44.594291 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 22 17:32:44.619940 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 22 17:32:44.620424 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.620732 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109854) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 22 17:32:44.621116 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.622702 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109854) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 17:32:44.623008 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 17:32:44.623264 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 17:32:44.627142 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.627436 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:44.691669 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 17:32:44.691911 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 17:32:44.692150 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 17:32:44.692537 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 17:32:44.716497 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_db.sqlalchemy.engines [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109854) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 22 17:32:45.233604 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Initializing driver for type 'gre' Mar 22 17:32:45.235147 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] gre ID ranges: [(1, 1000)] Mar 22 17:32:45.332546 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Initializing driver for type 'local' Mar 22 17:32:45.333090 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Initializing driver for type 'vlan' Mar 22 17:32:45.354959 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] VlanTypeDriver initialization complete Mar 22 17:32:45.355527 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Initializing driver for type 'vxlan' Mar 22 17:32:45.356361 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] vxlan ID ranges: [(1, 1000)] Mar 22 17:32:45.431902 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Initializing extension driver 'port_security' Mar 22 17:32:45.432257 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.extensions.port_security [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] PortSecurityExtensionDriver initialization complete Mar 22 17:32:45.432643 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Initializing mechanism driver 'openvswitch' Mar 22 17:32:45.432996 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Initializing mechanism driver 'hyperv' Mar 22 17:32:45.440168 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.plugin [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:45.440970 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > port after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.441451 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > port after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.441927 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > port after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.442569 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109854) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:32:45.443092 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > subnet after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.443549 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > subnet after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.444001 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.444532 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109854) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:32:45.445040 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > network after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.445523 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > network after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.445967 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > network after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.446464 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109854) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:32:45.446980 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > security_group after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.447424 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > security_group after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.447859 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.448557 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109854) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:32:45.449074 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.449570 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.450016 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.450522 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109854) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:32:45.451113 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > address_group after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.451569 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > address_group after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.452011 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.452539 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109854) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:32:45.453771 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] ML2 OVO RPC backend initialized. {{(pid=109854) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 22 17:32:45.454775 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.455178 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.455644 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > network before_response 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.456049 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > networks before_response 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.456444 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > port before_response 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.456902 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > ports before_response 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.457293 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > subnet before_response 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.457735 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > subnets before_response 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.458139 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > network after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.458530 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > network after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.458925 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > network after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.459318 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > port after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.459714 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > port after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.460102 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > port after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.460489 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > subnet after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.460890 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > subnet after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.461277 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.469914 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded quota_driver: . Mar 22 17:32:45.470343 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.plugin [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Modular L2 Plugin initialization complete Mar 22 17:32:45.470733 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading services supported by the core plugin {{(pid=109854) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 17:32:45.471120 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.plugins.ml2.managers [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Got port-security extension from driver 'port_security' Mar 22 17:32:45.471675 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.extensions.vlantransparent [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Disabled vlantransparent extension. Mar 22 17:32:45.472223 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109854) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 17:32:45.472615 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading Plugin: router Mar 22 17:32:45.510032 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.510374 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router after_create 55549900 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.510799 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router before_create 55549900 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.511226 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.511673 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.512062 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router after_delete 55549900 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.512477 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.512881 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.513302 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router after_create 55549900 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.513729 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router after_update 55549900 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.514128 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router after_update 55549900 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.514541 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.515029 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router after_update 55549900 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.515499 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router precommit_update 55549900 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.516481 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: port after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.516881 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: port after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.517283 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: subnet after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.517746 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.518198 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.518708 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router precommit_create 55549900 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.519051 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: port before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.519456 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router precommit_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.519870 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router after_update 55549900 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.520267 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.520672 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router precommit_create 55549900 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.521090 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.521515 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router precommit_update 55549900 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.521939 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > agent after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.522344 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > agent after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.522743 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > network after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.523719 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Tracking information for resource: router configured {{(pid=109854) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:32:45.524106 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Tracking information for resource: floatingip configured {{(pid=109854) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:32:45.529660 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.db.l3_agentschedulers_db [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 17:32:45.530314 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: port after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.530686 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: port after_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.531098 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: port after_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.531580 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: port after_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.532609 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router before_create 55550100 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.533066 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.533457 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router precommit_create 55550100 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.533900 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > router precommit_update 55550100 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.538968 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.services.provider_configuration [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service providers = [] {{(pid=109854) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 17:32:45.539384 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.db.servicetype_db [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109854) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 17:32:45.542610 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.services.service_base [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109854) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:32:45.542928 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.services.service_base [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109854) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:32:45.543287 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.services.service_base [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109854) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:32:45.544193 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.services.service_base [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109854) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:32:45.544576 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.services.service_base [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 17:32:45.544973 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109854) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:32:45.545303 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 17:32:45.556947 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109854) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:32:45.557294 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading Plugin: auto_allocate Mar 22 17:32:45.563608 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: network precommit_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.563999 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: network precommit_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.564555 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109854) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:32:45.564893 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading Plugin: tag Mar 22 17:32:45.573818 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109854) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:32:45.574182 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading Plugin: timestamp Mar 22 17:32:45.579065 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109854) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:32:45.579594 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading Plugin: network_ip_availability Mar 22 17:32:45.586916 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.587303 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.587667 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.588479 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109854) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:32:45.588811 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading Plugin: flavors Mar 22 17:32:45.594050 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109854) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:32:45.594568 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading Plugin: revisions Mar 22 17:32:45.599828 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109854) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:32:45.600233 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_concurrency.lockutils [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.029s {{(pid=109854) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 17:32:45.601035 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109854) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 22 17:32:45.601384 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Initializing extension manager. Mar 22 17:32:45.601949 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: __init__.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.602304 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: __pycache__ {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.602648 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: address_group.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.603514 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.604121 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: address-group Mar 22 17:32:45.604455 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: address_scope.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.605195 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.605759 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: address-scope Mar 22 17:32:45.606091 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.607380 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.607613 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: router-admin-state-down-before-update Mar 22 17:32:45.607945 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: agent.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.608914 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.610004 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: agent Mar 22 17:32:45.610338 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: agent_resources_synced.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.611292 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.611819 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: agent-resources-synced Mar 22 17:32:45.612148 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: allowedaddresspairs.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.614338 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.614985 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: allowed-address-pairs Mar 22 17:32:45.615356 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: auto_allocated_topology.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.616608 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.617188 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: auto-allocated-topology Mar 22 17:32:45.617635 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: availability_zone.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.618423 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.618993 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: availability_zone Mar 22 17:32:45.619459 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: availability_zone_filter.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.620504 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.621071 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: availability_zone_filter Mar 22 17:32:45.621497 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: data_plane_status.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.622500 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.623061 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 17:32:45.623431 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: default_subnetpools.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.624464 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.625110 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: default-subnetpools Mar 22 17:32:45.626023 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.627114 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.627694 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: dhcp_agent_scheduler Mar 22 17:32:45.628111 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: dns.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.629115 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.629790 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension dns-integration not supported by any of loaded plugins Mar 22 17:32:45.630168 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: dns_domain_ports.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.631177 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.631739 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 17:32:45.632107 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.633101 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.633709 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 22 17:32:45.634094 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: dvr.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.634890 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.635498 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: dvr Mar 22 17:32:45.635863 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: ecmp_routes.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.636907 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.637516 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 22 17:32:45.637982 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: empty_string_filtering.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.638994 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.639559 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: empty-string-filtering Mar 22 17:32:45.639994 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.641163 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.641828 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 17:32:45.642196 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.643189 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.643750 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 17:32:45.644124 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: external_net.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.645158 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.645781 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: external-net Mar 22 17:32:45.646147 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.647180 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.647745 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: extra_dhcp_opt Mar 22 17:32:45.648152 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: extraroute.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.649156 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.649799 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: extraroute Mar 22 17:32:45.650221 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: extraroute_atomic.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.651341 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.651910 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: extraroute-atomic Mar 22 17:32:45.652281 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: filter_validation.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.653032 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.653708 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: filter-validation Mar 22 17:32:45.654086 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: fip_pf_description.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.655161 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.655725 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 17:32:45.656088 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: fip_pf_port_range.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.657147 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.657757 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 22 17:32:45.658126 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: fip_port_details.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.659180 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.659746 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: fip-port-details Mar 22 17:32:45.660180 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: flavors.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.661611 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.662188 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: flavors Mar 22 17:32:45.662556 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.664404 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.665018 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 17:32:45.665436 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: floatingip_pools.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.666256 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.666826 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: floatingip-pools Mar 22 17:32:45.667242 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: ip_allocation.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.668262 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.668840 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 17:32:45.669211 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.670276 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.670862 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: ip-substring-filtering Mar 22 17:32:45.671243 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: l2_adjacency.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.672753 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.673308 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 17:32:45.673713 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: l3.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.676570 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.677144 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: router Mar 22 17:32:45.677524 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.680089 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.680643 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 17:32:45.680982 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.681990 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.682517 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: ext-gw-mode Mar 22 17:32:45.682849 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.683794 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.684315 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: l3-ha Mar 22 17:32:45.684651 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.685618 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.686135 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 22 17:32:45.686465 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: l3_flavors.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.687408 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.688148 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: l3-flavors Mar 22 17:32:45.688645 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.690187 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.690717 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 22 17:32:45.691055 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.692013 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.692535 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 17:32:45.692873 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: l3agentscheduler.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.694039 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.694579 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: l3_agent_scheduler Mar 22 17:32:45.694920 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: local_ip.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.696801 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.697345 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension local_ip not supported by any of loaded plugins Mar 22 17:32:45.697720 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: logging.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.699255 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.699794 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension logging not supported by any of loaded plugins Mar 22 17:32:45.700138 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: metering.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.700913 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.701538 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: metering Mar 22 17:32:45.701879 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.703594 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.704362 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: metering_source_and_destination_fields Mar 22 17:32:45.704702 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: multiprovidernet.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.705731 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.706256 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: multi-provider Mar 22 17:32:45.706588 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: netmtu.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.707531 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.708053 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: net-mtu Mar 22 17:32:45.708384 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: netmtu_writable.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.709324 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.709882 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: net-mtu-writable Mar 22 17:32:45.710211 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: network_availability_zone.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.710919 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.711431 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: network_availability_zone Mar 22 17:32:45.711757 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: network_ip_availability.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.713004 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.713575 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: network-ip-availability Mar 22 17:32:45.713910 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: network_segment_range.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.714934 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.715463 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 17:32:45.715794 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: pagination.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.716878 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.717219 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: pagination Mar 22 17:32:45.717588 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: port_device_profile.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.718527 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.719625 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: port-device-profile Mar 22 17:32:45.719955 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.720980 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.721544 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: port-mac-address-regenerate Mar 22 17:32:45.721878 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.722888 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.723429 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: port-numa-affinity-policy Mar 22 17:32:45.723757 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: port_resource_request.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.724796 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.725508 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 17:32:45.725834 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: port_resource_request_groups.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.726901 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.727425 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 22 17:32:45.727756 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: portbindings.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.728756 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.729284 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: binding Mar 22 17:32:45.729662 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: portbindings_extended.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.731042 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.731581 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: binding-extended Mar 22 17:32:45.731916 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: portsecurity.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.732930 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.733460 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: port-security Mar 22 17:32:45.733831 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: project_id.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.735014 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.735459 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: project-id Mar 22 17:32:45.735802 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: providernet.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.736829 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.737399 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: provider Mar 22 17:32:45.737764 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.742201 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.742782 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos not supported by any of loaded plugins Mar 22 17:32:45.743123 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.744671 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.745236 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 17:32:45.745610 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.746662 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.747203 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 17:32:45.747543 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos_default.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.748608 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.749172 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos-default not supported by any of loaded plugins Mar 22 17:32:45.749556 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos_fip.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.750892 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.751447 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos-fip not supported by any of loaded plugins Mar 22 17:32:45.751787 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.752789 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.753323 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 22 17:32:45.753692 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos_gateway_ip.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.754712 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.755259 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 17:32:45.755596 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos_port_network_policy.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.756583 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.757113 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 17:32:45.757445 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.758640 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.759182 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 22 17:32:45.759518 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.760715 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.761199 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 22 17:32:45.761573 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos_pps_rule.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.762890 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.763429 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos-pps not supported by any of loaded plugins Mar 22 17:32:45.763766 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos_rule_type_details.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.764768 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.765308 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 17:32:45.766259 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.767300 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.767842 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 22 17:32:45.768174 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: qos_rules_alias.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.769377 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.769958 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 17:32:45.770294 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: quota_check_limit.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.771284 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.771827 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: quota-check-limit Mar 22 17:32:45.772158 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: quotasv2.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.773209 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.773730 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: quotas Mar 22 17:32:45.774063 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: quotasv2_detail.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.776111 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.776468 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: quota_details Mar 22 17:32:45.776811 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: rbac.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.778037 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.778617 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: rbac-policies Mar 22 17:32:45.778957 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: rbac_address_group.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.779988 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.780514 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: rbac-address-group Mar 22 17:32:45.780851 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: rbac_address_scope.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.781945 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.782432 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: rbac-address-scope Mar 22 17:32:45.782765 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: rbac_security_groups.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.783785 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.784311 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: rbac-security-groups Mar 22 17:32:45.784649 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: rbac_subnetpool.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.785635 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.786160 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: rbac-subnetpool Mar 22 17:32:45.786498 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: revisionifmatch.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.787458 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.787982 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: revision-if-match Mar 22 17:32:45.788317 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: revisions.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.789539 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.790067 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: standard-attr-revisions Mar 22 17:32:45.790403 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: router_availability_zone.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.791103 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.791625 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: router_availability_zone Mar 22 17:32:45.791957 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: routerservicetype.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.792902 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.793418 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension router-service-type not supported by any of loaded plugins Mar 22 17:32:45.793854 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.794812 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.795368 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: security-groups-normalized-cidr Mar 22 17:32:45.795702 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.796648 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.797238 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: port-security-groups-filtering Mar 22 17:32:45.797736 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.798527 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.799050 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: security-groups-remote-address-group Mar 22 17:32:45.799384 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.800333 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.800857 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: security-groups-shared-filtering Mar 22 17:32:45.801191 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.801860 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 22 17:32:45.802190 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: securitygroup.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.812337 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.813448 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: security-group Mar 22 17:32:45.813820 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: segment.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.814643 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.815168 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension segment not supported by any of loaded plugins Mar 22 17:32:45.815501 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.816557 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.817081 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 17:32:45.817416 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: servicetype.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.818590 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.819124 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: service-type Mar 22 17:32:45.819458 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: sorting.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.820479 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.820818 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: sorting Mar 22 17:32:45.821149 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: standard_attr_segment.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.822124 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.822664 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 17:32:45.822995 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: standardattrdescription.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.823677 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.824193 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: standard-attr-description Mar 22 17:32:45.824523 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: stateful_security_group.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.825555 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.826089 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: stateful-security-group Mar 22 17:32:45.826424 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: stdattrs_common.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.827015 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 17:32:45.827346 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.828563 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.829104 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 17:32:45.829439 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: subnet_onboard.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.830625 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.831170 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: subnet_onboard Mar 22 17:32:45.831503 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.832457 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.832976 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 17:32:45.833312 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: subnet_service_types.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.834305 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.834871 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: subnet-service-types Mar 22 17:32:45.835174 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: subnetallocation.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.836349 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.836882 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: subnet_allocation Mar 22 17:32:45.837215 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.837974 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.838493 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: subnetpool-prefix-ops Mar 22 17:32:45.838827 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.839802 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.840321 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 17:32:45.840656 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: tagging.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.841860 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.842390 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: standard-attr-tag Mar 22 17:32:45.842726 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: timestamp.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.844565 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.845102 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loaded extension: standard-attr-timestamp Mar 22 17:32:45.845439 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: trunk.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.846576 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.847104 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension trunk not supported by any of loaded plugins Mar 22 17:32:45.847441 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: trunk_details.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.848393 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.848914 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension trunk-details not supported by any of loaded plugins Mar 22 17:32:45.849248 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: uplink_status_propagation.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.850228 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.850749 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 17:32:45.851080 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Loading extension file: vlantransparent.py {{(pid=109854) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:32:45.851785 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109854) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:32:45.852306 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 17:32:45.855023 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:network Mar 22 17:32:45.855578 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:subnet Mar 22 17:32:45.855984 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:32:45.856399 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:port Mar 22 17:32:45.857778 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.858231 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service FLAVORS assigned prefix: {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.858866 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.859343 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.859730 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:router Mar 22 17:32:45.860173 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 17:32:45.860685 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service METERING assigned prefix: /metering {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.862231 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.862615 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.862980 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:32:45.864319 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 17:32:45.864798 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:security_group Mar 22 17:32:45.865242 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 17:32:45.865904 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service CORE assigned prefix: {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.866244 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:32:45.866605 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] subnetpool is already registered Mar 22 17:32:45.867056 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service CORE assigned prefix: {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.867393 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:32:45.867733 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] subnetpool is already registered Mar 22 17:32:45.870165 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.870613 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service FLAVORS assigned prefix: {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.871214 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.871645 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.871987 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:router Mar 22 17:32:45.872336 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] router is already registered Mar 22 17:32:45.872755 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 17:32:45.873130 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] floatingip is already registered Mar 22 17:32:45.873631 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service METERING assigned prefix: /metering {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.874325 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 17:32:45.874695 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] rbac_policy is already registered Mar 22 17:32:45.875645 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:security_group Mar 22 17:32:45.876017 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] security_group is already registered Mar 22 17:32:45.876522 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 17:32:45.876871 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] security_group_rule is already registered Mar 22 17:32:45.877598 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service CORE assigned prefix: {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.877943 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:32:45.878289 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] subnetpool is already registered Mar 22 17:32:45.878724 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.v2.resource_helper [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Service CORE assigned prefix: {{(pid=109854) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:32:45.879059 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:32:45.879401 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING neutron.quota.resource_registry [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] subnetpool is already registered Mar 22 17:32:45.879901 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: extensions {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.881511 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: address-groups {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.883017 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: address-scopes {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.884419 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: agents {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.885683 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: auto-allocated-topology {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.887073 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: availability_zones {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.888344 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: dhcp-networks {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.889956 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: dhcp-agents {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.891759 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: routers {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.894074 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: flavors {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.895277 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: service_profiles {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.896559 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: next_providers {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.898064 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: service_profiles {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.900738 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: floatingip-pools {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.902031 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: routers {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.904206 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: floatingips {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.905579 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: l3-routers {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.907534 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: l3-agents {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.908978 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: metering-labels {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.910386 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: metering-label-rules {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.911684 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: network-ip-availabilities {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.912989 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: bindings {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.914694 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: quotas {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.916295 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: quotas {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.917911 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: rbac-policies {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.919237 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: security-groups {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.920518 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: security-group-rules {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.921932 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: service-providers {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.923169 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: subnetpools {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.924611 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: subnetpools {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.926173 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: tags {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.927896 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: tags {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.929758 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: tags {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.931663 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: tags {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.933507 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: tags {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.935475 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: tags {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.937213 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: tags {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.939895 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: tags {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.941752 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: tags {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.943764 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron.api.extensions [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Extended resource: tags {{(pid=109854) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:32:45.949773 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING keystonemiddleware.auth_token [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 17:32:45.954992 dv-cinder-790535-31-iscsi neutron-server[109854]: WARNING keystonemiddleware.auth_token [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 17:32:45.964001 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_concurrency.lockutils [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Acquired lock "singleton_lock" {{(pid=109854) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 22 17:32:45.964493 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_concurrency.lockutils [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Releasing lock "singleton_lock" {{(pid=109854) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 22 17:32:45.965184 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO oslo_service.service [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Starting 2 workers Mar 22 17:32:45.970831 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Started child 109967 {{(pid=109854) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:32:45.975729 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Started child 109968 {{(pid=109854) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:32:45.977451 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO neutron.service [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 17:32:45.978136 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:45.980438 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:45.981442 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO oslo_service.service [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Starting 1 workers Mar 22 17:32:45.981802 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:45.982872 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [-] (109967) wsgi starting up on http://0.0.0.0:9696 Mar 22 17:32:45.984265 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [-] (109968) wsgi starting up on http://0.0.0.0:9696 Mar 22 17:32:45.986867 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Started child 109969 {{(pid=109854) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:32:45.987547 dv-cinder-790535-31-iscsi neutron-server[109854]: INFO oslo_service.service [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Starting 1 workers Mar 22 17:32:45.992752 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Started child 109970 {{(pid=109854) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:32:45.993657 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG neutron_lib.callbacks.manager [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:45.995818 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109854) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 17:32:45.996123 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 17:32:45.996412 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.service [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] calling RpcWorker wait() {{(pid=109969) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 17:32:45.997221 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 17:32:45.997346 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.service [None req-6c881646-d235-4f68-9104-ecf1cca80ba2 None None] returning from RpcWorker wait() {{(pid=109969) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 17:32:45.997459 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 17:32:45.997691 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 17:32:45.998054 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 17:32:45.998623 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:45.998909 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:45.999057 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:45.999188 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:45.999444 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:45.999662 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:45.999903 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.001013 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.001520 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.001773 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.002002 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:46.002730 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.002730 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.002730 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.003041 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.003041 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.003304 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.003851 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.004027 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:46.004718 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.005133 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.005670 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.006037 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.006540 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.007016 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.007272 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.007570 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] debug = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.007854 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.008378 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.008637 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.008882 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.009092 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.009375 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.009631 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.009930 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.010173 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.010406 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.010654 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.010957 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.011195 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.011414 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.011626 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.011832 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.012056 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.012282 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.012776 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] host = dv-cinder-790535-31-iscsi {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.013043 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.013295 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.013567 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.013806 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.014062 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.014279 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.014763 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.014986 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.015204 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.015446 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.015828 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.016263 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.016263 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.017248 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_file = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.017248 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_options = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.017248 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.017248 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.018180 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.018180 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.018180 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.018180 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.018180 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.019411 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.019411 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.019411 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.019411 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.019411 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.019411 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.020668 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.020668 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.020668 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.020668 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.020668 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.021673 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.021673 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.021673 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.021673 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.022473 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.022473 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.022473 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.022473 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.023270 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.023270 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.023270 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.023270 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.024188 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.024188 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.024188 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.024188 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.025309 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.025309 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.025309 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.025309 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.026122 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.026122 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.026122 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.026122 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.027158 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.027158 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.027158 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.027158 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.027158 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] use_json = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.028176 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.028176 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.028176 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.028176 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.028971 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.028971 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.028971 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.028971 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.030071 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.030071 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.030071 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.030682 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.030682 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.030682 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.031827 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.031827 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.032994 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.032994 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.032994 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.032994 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.032994 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.033996 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.033996 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.033996 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.033996 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.034772 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.034772 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.035530 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.035530 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.035973 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.036194 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.036423 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.036616 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.036821 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.037235 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.037460 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.037713 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.037906 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.038762 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.038762 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.039227 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.039454 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.039665 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.040021 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.040233 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.040468 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.040692 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.040926 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.041376 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.041720 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.041720 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.042122 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.042122 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.042561 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.042561 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.042974 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.043432 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.043663 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.044528 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.044785 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.044999 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.045372 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.045787 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.046974 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.047775 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.048095 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.051063 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.051336 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.052954 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.054471 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.057227 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.057956 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.058204 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.058444 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.058689 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.058970 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.059238 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.059474 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.059725 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.059951 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.060179 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.060402 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.060655 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.060904 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.061159 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.061386 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.062927 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.065757 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.066047 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.066356 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.066583 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.066822 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.067083 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.067342 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.067580 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.067807 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.068063 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.068318 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.068551 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.068782 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.069057 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.069383 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.076750 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.077179 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.077577 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.077998 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.078410 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.078821 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.079207 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.079577 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.080035 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.080416 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.080795 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.081158 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.081778 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.082152 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.082521 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.082864 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.083208 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.083562 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.083943 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.084342 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.084670 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.085898 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.086620 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.087265 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.087836 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.088465 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.089199 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.089729 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.090269 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.090883 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.091252 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.091770 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.092195 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.092616 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.092999 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.093397 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.094581 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.095001 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.095420 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.095833 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.096247 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.096653 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.097022 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.097409 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.097788 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.098170 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.098786 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.099086 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.099500 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.099795 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.100223 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.100608 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.100979 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.101428 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.101876 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.102295 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.102700 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.103088 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.103448 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.103820 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.104207 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.104605 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.105035 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.105388 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.105753 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.106037 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.106421 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.106825 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.107203 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.107558 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.107913 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.108266 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.108585 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.108959 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.109302 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.110376 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.110792 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.111129 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.111479 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.111851 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.112205 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.112600 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.112901 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.113337 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.113783 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.114436 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.114837 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.115306 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.115699 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.116032 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.116443 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.116884 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.117180 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.117593 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.117940 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.118303 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.118686 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.119075 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.119467 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.119934 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.120268 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.120803 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.121182 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.121570 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.122257 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.122477 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.122800 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.123053 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.123425 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.123835 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.124426 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.124647 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.125080 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.125363 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.125764 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.126147 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.126518 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.126948 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.127340 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.127771 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.128110 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.128454 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.128835 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.129116 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.129428 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.129804 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.130152 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.130519 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.130885 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.131253 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.131698 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.132272 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.132485 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.132903 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.133306 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.133727 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.134065 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.134391 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.134664 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.134951 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.135255 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.135636 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.135986 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.136334 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.136685 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.137057 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.137434 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.137822 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.138209 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.138549 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.138854 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.139194 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.139592 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.139950 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.140296 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.141196 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.142207 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.142682 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.143026 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.143349 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.143717 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.144021 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.144340 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.144676 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.145008 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.145349 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.145816 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.146163 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.146474 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.146869 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.147225 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.147575 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.147908 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.148308 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.148646 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.149010 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.149331 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.149600 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:32:46.149759 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.150125 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.150423 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.150853 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.151220 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.151547 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.151886 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.152230 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.152588 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.152966 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.153270 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.153681 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.155632 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.155632 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.155632 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.155632 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.156538 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.156538 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.156538 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.157523 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.157523 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.157837 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.158171 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.158171 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.159200 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.159347 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.161691 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.161691 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.161691 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.161691 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.161691 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.161691 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.162516 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 17:32:46.162677 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109854) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 17:32:46.162823 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 17:32:46.163054 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 17:32:46.163377 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 17:32:46.163661 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 17:32:46.163903 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 17:32:46.164188 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.164367 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.164579 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.164771 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.164966 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.165191 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.165375 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.165611 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.165857 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.166125 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.166391 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.166632 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.166903 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.167166 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.167565 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.168303 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.168303 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.168303 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.168975 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.168975 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.169282 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.169429 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.169643 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] debug = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.169880 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.170215 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.170426 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.170868 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.171104 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.171309 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.171582 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.172579 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.172579 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.173564 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.173845 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.174096 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.174345 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.175149 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.175149 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.175149 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.176085 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.176085 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.176085 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] host = dv-cinder-790535-31-iscsi {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.176766 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.176766 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.176766 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.177616 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.177616 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.177616 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.178497 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.178497 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.178497 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.179129 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.179129 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.179129 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.180028 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.180028 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_file = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.180028 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_options = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.180438 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.180438 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.180689 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.180867 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.181113 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.181355 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.181633 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.181884 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.182126 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.182366 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.182610 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.182852 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.183094 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.183332 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.183571 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.183810 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.184065 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.184492 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.184935 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.185416 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.185689 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.185959 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.186213 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.186421 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.186671 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.187541 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.187541 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.187541 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.187942 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.188090 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.188235 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.188503 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.188744 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.189015 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.189259 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.189510 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.189760 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.190008 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.190258 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.190521 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.190793 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.191053 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.191316 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.191587 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.191854 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.192117 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.192685 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] use_json = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.192685 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.192978 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.193359 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.193568 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.193717 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.193945 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.194197 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.194457 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.196364 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:32:46.196364 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.196364 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.196364 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.196364 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.196364 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.196364 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.197711 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.197711 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.197711 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.197711 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.197711 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.198641 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.198641 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.198641 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.198641 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.199157 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.199157 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.199418 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.199559 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.199793 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.200036 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.200281 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.200533 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.200782 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.201045 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.201307 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.201602 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.201828 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.202043 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.202343 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.202547 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.202875 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.203666 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.203969 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.204362 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.204637 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.204892 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.205130 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.205350 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.206039 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.206039 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.206366 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.206366 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.206599 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.206882 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.207175 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.207463 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.207757 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.208036 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.208300 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.208586 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.208846 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.209060 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.209302 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.209596 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.209869 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.210152 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.210450 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.210722 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.210939 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.211192 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.211435 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.211684 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.211959 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.212375 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.212615 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.212867 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.213138 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.213428 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.213744 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.214028 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.214282 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.214535 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.214786 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.215067 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.217502 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.217502 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.217502 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.217502 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.217502 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.217502 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.217502 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.217502 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.217502 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.218506 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.218506 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.218853 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.219078 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.219291 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.219501 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.219710 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.219929 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.220153 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.220359 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.220571 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.220779 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.220998 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.221219 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.221501 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.221720 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.221925 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.222125 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.222326 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.222547 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.222819 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.223080 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.223335 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.223546 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.223752 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.223953 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.224173 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.224389 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.224608 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.224825 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.225039 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.225252 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.225467 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.225717 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.225932 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.226164 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.226402 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.226622 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.226835 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.227056 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.227296 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.227894 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.227894 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.227894 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.228452 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.228452 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.228452 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.229169 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.229169 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.229169 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.229169 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.229964 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.229964 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.229964 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.230504 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.230504 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.230891 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.230891 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.231241 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.231241 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.231642 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.231642 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.232046 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.232236 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.232361 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.233061 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 50380) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:46.233628 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.234959 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.234959 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.235225 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.235365 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.235561 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.235817 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.236076 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.236325 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.236602 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.236871 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.237120 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.237386 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.237697 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.238132 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.238412 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.238679 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.238946 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.239626 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.239871 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.240119 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.240369 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.240612 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.240857 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.241108 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.241350 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.241656 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.241923 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.242156 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.242420 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.242666 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.242913 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.243159 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.243411 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.243656 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.244569 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.244569 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.244891 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080814 Mar 22 17:32:46.245040 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.245040 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.245319 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.245462 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.245773 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.246059 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.246305 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.246551 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.246815 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.247053 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.247290 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.247540 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.247813 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.248847 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.248847 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.248847 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.249191 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.249374 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.249714 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.250060 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.250844 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.251114 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.251369 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.251618 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.252021 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.252021 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.252258 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.252448 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.252737 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.252990 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.253238 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.253505 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.253754 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.253995 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.254239 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.254483 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.254723 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.254985 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.255249 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.255495 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.255964 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.256120 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.256349 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.256627 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.256888 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.257151 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.257416 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.257724 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.257910 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.258191 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.258508 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.258764 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.259048 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.259299 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.259545 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.259798 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.260046 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.260289 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.260530 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.260784 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.261094 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.261314 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.261602 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.261850 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.262058 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.262277 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.262513 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.263337 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.263337 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.263337 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.263973 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.263973 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.265684 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.265684 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.265684 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.265684 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.265684 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.265684 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.265684 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.267154 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.267154 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.267154 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.267154 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.267154 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.268105 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.268105 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.268105 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.268105 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.268652 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.268652 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.268917 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.269198 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.269532 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.269816 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.270083 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.270354 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.270635 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.270901 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.272311 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.272311 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.272311 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.272311 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.272311 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.273309 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.273309 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.273309 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.273309 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.274166 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.274166 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.274166 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.274731 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.274731 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.274999 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.274999 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.275263 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.275514 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:32:46.275747 dv-cinder-790535-31-iscsi neutron-server[109854]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109854) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 17:32:59.111381 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e4a3e-3c0f-43cc-890d-26c6d2ebe0a6 None None] get_active_networks_info from dv-cinder-790535-31-iscsi {{(pid=109969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 17:32:59.315115 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e4a3e-3c0f-43cc-890d-26c6d2ebe0a6 None None] No non-hosted networks {{(pid=109969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 17:32:59.331542 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.agentschedulers_db [None req-664e4a3e-3c0f-43cc-890d-26c6d2ebe0a6 None None] DHCP Agent not found on host dv-cinder-790535-31-iscsi {{(pid=109969) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 22 17:32:59.564550 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-26da136a-f763-4e9f-add2-dac72a5a330c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3689252'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.740593 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-aefb7552-4215-44f8-8c0b-19b46a2eba9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3689252'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.774874 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-77be4b33-c9de-4eca-b45d-47b31edb9ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.183454 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3689252'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:04.505764 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3689252'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:05.994001 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3689252'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:05.996499 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:05.997120 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:05.997673 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:05.998483 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:05.999213 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:06.000845 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:06.001399 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:06.001997 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:06.002716 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:06.003474 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:06.004971 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:06.005754 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:06.006700 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:06.007492 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:06.008180 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:06.009508 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-31-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:06.018134 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-31-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:06.385035 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 50472) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:07.131284 dv-cinder-790535-31-iscsi neutron-server[109968]: WARNING oslo_policy.policy [None req-f3d69c64-212f-4d5d-8832-f10479b746e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:33:07.131878 dv-cinder-790535-31-iscsi neutron-server[109968]: WARNING oslo_policy.policy [None req-f3d69c64-212f-4d5d-8832-f10479b746e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:33:07.364426 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [None req-f3d69c64-212f-4d5d-8832-f10479b746e7 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:33:07.366081 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-f3d69c64-212f-4d5d-8832-f10479b746e7 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9797921 Mar 22 17:33:09.364560 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.db.l3_hamode_db [None req-0cca8ce7-9abb-49a0-b5a4-b50c22b706b7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 17:33:09.495737 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca8ce7-9abb-49a0-b5a4-b50c22b706b7 None None] Routers set() bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:33:09.496261 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca8ce7-9abb-49a0-b5a4-b50c22b706b7 None None] Router IDs set() for agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 17:33:10.244892 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 50488) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:10.612101 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-4d5c3cd5-6aef-4756-90f3-146fdd284efd admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:10.709688 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.policy [None req-4d5c3cd5-6aef-4756-90f3-146fdd284efd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109968) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 17:33:10.754924 dv-cinder-790535-31-iscsi neutron-server[109968]: WARNING oslo_policy.policy [None req-4d5c3cd5-6aef-4756-90f3-146fdd284efd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:33:10.755314 dv-cinder-790535-31-iscsi neutron-server[109968]: WARNING oslo_policy.policy [None req-4d5c3cd5-6aef-4756-90f3-146fdd284efd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:33:10.867517 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d5c3cd5-6aef-4756-90f3-146fdd284efd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784115221345', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784115221838', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784115204859', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784115211820', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784115254183', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784115273894', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3641198', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3425148', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-468627', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-627730'] for rbac-policy (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:10.954075 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d5c3cd5-6aef-4756-90f3-146fdd284efd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:10.956133 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4d5c3cd5-6aef-4756-90f3-146fdd284efd admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7101417 Mar 22 17:33:13.598498 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 50498) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:13.964467 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:14.004528 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Made reservation on behalf of d14461714d154b3aab7d43f5d3897e84 for: {'network': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:14.008452 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.026167 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.146365 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Publish callbacks [] for security_group (feff9e85-f15b-4fb0-ab3c-146fed806fed), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.150898 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (feff9e85-f15b-4fb0-ab3c-146fed806fed), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.186112 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=109968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:33:14.217399 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784116056122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (175d2d36-9848-43dc-b7b0-b8685457adb8), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.218060 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Unsubscribe: segment precommit_create {{(pid=109968) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 17:33:14.218592 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.segments_db [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Added segment 175d2d36-9848-43dc-b7b0-b8685457adb8 of type vlan for network c240db58-77eb-4ed0-ae57-dc80cc90e2aa Mar 22 17:33:14.226538 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=feff9e85-f15b-4fb0-ab3c-146fed806fed,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:14.269190 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.269445 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.269816 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.270170 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.270502 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.270824 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.271155 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.271467 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.271842 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.272131 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.272446 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.272775 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.273094 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.273405 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.273746 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Tracked resource versions report: Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: pushed versions: Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: { 'AddressGroup': {'1.2'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Agent': {'1.1'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'ConntrackHelper': {'1.0'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Log': {'1.0'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'NDPProxy': {'1.0'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Network': {'1.1'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Port': {'1.7'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'PortForwarding': {'1.3'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'QosPolicy': {'1.10'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'SecurityGroup': {'1.5'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'SubPort': {'1.0'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Subnet': {'1.1'}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Trunk': {'1.1'}} Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: consumer versions: Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: { DHCP agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: L3 agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: Metadata agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: Metering agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: Open vSwitch agent@dv-cinder-790535-31-iscsi: { 'AddressGroup': '1.2', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Agent': '1.1', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'ConntrackHelper': '1.0', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'LocalIPAssociation': '1.0', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Log': '1.0', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'NDPProxy': '1.0', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Network': '1.1', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Port': '1.7', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'PortForwarding': '1.3', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'QosPolicy': '1.10', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'SecurityGroup': '1.5', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'SecurityGroupRule': '1.2', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'SubPort': '1.0', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Subnet': '1.1', Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Trunk': '1.1'}} Mar 22 17:33:14.275181 dv-cinder-790535-31-iscsi neutron-server[109968]: {{(pid=109968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:33:14.348537 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (c240db58-77eb-4ed0-ae57-dc80cc90e2aa), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.394097 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (c240db58-77eb-4ed0-ae57-dc80cc90e2aa), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.399136 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:14.399848 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:14.503899 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9043064 Mar 22 17:33:14.523135 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f741e-727c-46b3-9944-6581918d6047 demo demo] Pushing event updated for resources: {'Network': ['ID=c240db58-77eb-4ed0-ae57-dc80cc90e2aa,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:14.538849 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network c240db58-77eb-4ed0-ae57-dc80cc90e2aa details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:33:17.341654 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 50510) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:17.884754 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20726388-1a49-457d-b021-ba6fcedf0d15 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:17.886206 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-20726388-1a49-457d-b021-ba6fcedf0d15 demo admin] 10.222.0.42 "GET /v2.0/networks/c240db58-77eb-4ed0-ae57-dc80cc90e2aa HTTP/1.1" status: 200 len: 825 time: 0.5435939 Mar 22 17:33:17.915617 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-ef4a3f41-65ce-4cdf-92af-6c4022dcf2ab demo admin] 10.222.0.42 "GET /v2.0/subnetpools/f1f99ae1-133e-4236-b4be-d7f4754b34ac HTTP/1.1" status: 200 len: 734 time: 0.0232909 Mar 22 17:33:17.926991 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-0db97c63-8088-4cd1-baf7-272d91af3c96 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa', 'subnetpool_id': 'f1f99ae1-133e-4236-b4be-d7f4754b34ac', 'ip_version': 4}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:17.954503 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db97c63-8088-4cd1-baf7-272d91af3c96 demo admin] Made reservation on behalf of d14461714d154b3aab7d43f5d3897e84 for: {'subnet': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:17.957629 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0db97c63-8088-4cd1-baf7-272d91af3c96 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:18.358133 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0db97c63-8088-4cd1-baf7-272d91af3c96 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (f613329c-3f23-4296-a335-5e576041c949), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:18.435548 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db97c63-8088-4cd1-baf7-272d91af3c96 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f613329c-3f23-4296-a335-5e576041c949,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:18.437488 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db97c63-8088-4cd1-baf7-272d91af3c96 demo admin] Checking segment: {'id': '175d2d36-9848-43dc-b7b0-b8685457adb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:18.438595 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db97c63-8088-4cd1-baf7-272d91af3c96 demo admin] Network hostable DHCP agents. Network: c240db58-77eb-4ed0-ae57-dc80cc90e2aa, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:33:18.462288 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db97c63-8088-4cd1-baf7-272d91af3c96 demo admin] Network c240db58-77eb-4ed0-ae57-dc80cc90e2aa is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:33:18.478550 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-0db97c63-8088-4cd1-baf7-272d91af3c96 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, c240db58-77eb-4ed0-ae57-dc80cc90e2aa) {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:18.487841 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db97c63-8088-4cd1-baf7-272d91af3c96 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:18.488509 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfda79af-77ea-4d63-b82e-a774b0f64146 None None] Network c240db58-77eb-4ed0-ae57-dc80cc90e2aa requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:33:18.488957 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0db97c63-8088-4cd1-baf7-272d91af3c96 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:18.510618 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-0db97c63-8088-4cd1-baf7-272d91af3c96 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5893195 Mar 22 17:33:19.019632 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6020b14-bac5-5759-9b19-a0dd5cfccbad-c240db58-77eb-4ed0-ae57-dc80cc90e2aa', 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa', 'project_id': 'd14461714d154b3aab7d43f5d3897e84', 'fixed_ips': [{'subnet_id': 'f613329c-3f23-4296-a335-5e576041c949'}]}} from dv-cinder-790535-31-iscsi. {{(pid=109969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:33:19.020985 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:19.352119 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.db_base_plugin_common [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Allocated IP 172.20.0.2 (c240db58-77eb-4ed0-ae57-dc80cc90e2aa/f613329c-3f23-4296-a335-5e576041c949/a0fe973a-73bc-46e2-aac2-826ff426704d) {{(pid=109969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:33:19.632563 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Publish callbacks [] for port (a0fe973a-73bc-46e2-aac2-826ff426704d), precommit_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:19.644445 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (a0fe973a-73bc-46e2-aac2-826ff426704d), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:19.779832 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Pushing event updated for resources: {'Port': ['ID=a0fe973a-73bc-46e2-aac2-826ff426704d,revision_number=1']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:19.794881 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.795412 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.795965 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.796513 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.797603 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.798193 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.798779 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.799342 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.799934 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.800513 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.801113 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.801757 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.802348 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.802883 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.803406 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Tracked resource versions report: Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: pushed versions: Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: { 'AddressGroup': {'1.2'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Agent': {'1.1'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'ConntrackHelper': {'1.0'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Log': {'1.0'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'NDPProxy': {'1.0'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Network': {'1.1'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Port': {'1.7'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'PortForwarding': {'1.3'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'QosPolicy': {'1.10'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'SecurityGroup': {'1.5'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'SubPort': {'1.0'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Subnet': {'1.1'}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Trunk': {'1.1'}} Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: consumer versions: Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: { DHCP agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: L3 agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: Metadata agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: Metering agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: Open vSwitch agent@dv-cinder-790535-31-iscsi: { 'AddressGroup': '1.2', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Agent': '1.1', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'ConntrackHelper': '1.0', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'LocalIPAssociation': '1.0', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Log': '1.0', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'NDPProxy': '1.0', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Network': '1.1', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Port': '1.7', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'PortForwarding': '1.3', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'QosPolicy': '1.10', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'SecurityGroup': '1.5', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'SecurityGroupRule': '1.2', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'SubPort': '1.0', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Subnet': '1.1', Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Trunk': '1.1'}} Mar 22 17:33:19.805944 dv-cinder-790535-31-iscsi neutron-server[109969]: {{(pid=109969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:33:19.809805 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Network c240db58-77eb-4ed0-ae57-dc80cc90e2aa is already hosted by enough agents. {{(pid=109969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:33:19.813277 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.base_scheduler [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Resources bound (agent type, host, resource id): {{(pid=109969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:19.820037 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Received port after_create {{(pid=109969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:33:19.935772 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Attempting to bind port a0fe973a-73bc-46e2-aac2-826ff426704d on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:33:19.936102 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Attempting to bind port a0fe973a-73bc-46e2-aac2-826ff426704d by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '175d2d36-9848-43dc-b7b0-b8685457adb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:33:19.936549 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Attempting to bind port a0fe973a-73bc-46e2-aac2-826ff426704d on network c240db58-77eb-4ed0-ae57-dc80cc90e2aa {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:19.943765 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:33:19.944147 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Checking segment: {'id': '175d2d36-9848-43dc-b7b0-b8685457adb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:19.944639 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:19.945029 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Bound using segment: {'id': '175d2d36-9848-43dc-b7b0-b8685457adb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:33:19.945534 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Bound port: a0fe973a-73bc-46e2-aac2-826ff426704d, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175d2d36-9848-43dc-b7b0-b8685457adb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:33:19.945952 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a0fe973a-73bc-46e2-aac2-826ff426704d), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:20.022984 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] For port a0fe973a-73bc-46e2-aac2-826ff426704d, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:33:20.028068 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] For port a0fe973a-73bc-46e2-aac2-826ff426704d, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=a0fe973a-73bc-46e2-aac2-826ff426704d,segment=NetworkSegment(175d2d36-9848-43dc-b7b0-b8685457adb8),segment_id=175d2d36-9848-43dc-b7b0-b8685457adb8)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:33:20.039016 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (a0fe973a-73bc-46e2-aac2-826ff426704d), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:20.108868 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ab4f6-a63d-4a32-bd2f-1188d1441f13 None None] Pushing event updated for resources: {'Port': ['ID=a0fe973a-73bc-46e2-aac2-826ff426704d,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:21.368138 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 50518) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:21.778844 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [None req-e38c6bb8-d722-493a-9d15-66b7491e532d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:33:21.779955 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-e38c6bb8-d722-493a-9d15-66b7491e532d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4106858 Mar 22 17:33:24.462962 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 50526) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:25.014637 dv-cinder-790535-31-iscsi neutron-server[109967]: WARNING oslo_policy.policy [None req-e3a2f030-3522-4f28-8065-593774524ecd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:33:25.015325 dv-cinder-790535-31-iscsi neutron-server[109967]: WARNING oslo_policy.policy [None req-e3a2f030-3522-4f28-8065-593774524ecd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:33:25.242456 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [None req-e3a2f030-3522-4f28-8065-593774524ecd admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:33:25.243796 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e3a2f030-3522-4f28-8065-593774524ecd admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7783194 Mar 22 17:33:27.947191 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 50540) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:28.325604 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-c4fd03ce-d20d-43c9-9217-68b18f488895 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:28.356257 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c4fd03ce-d20d-43c9-9217-68b18f488895 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2982'] for router (fde288ba-f378-4646-bb19-abd35578a874), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:28.358277 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c4fd03ce-d20d-43c9-9217-68b18f488895 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2993'] for router (fde288ba-f378-4646-bb19-abd35578a874), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:28.546794 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c4fd03ce-d20d-43c9-9217-68b18f488895 demo demo] Publish callbacks [] for router_controller (fde288ba-f378-4646-bb19-abd35578a874), precommit_add_association {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:28.554476 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c4fd03ce-d20d-43c9-9217-68b18f488895 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686701'] for router (fde288ba-f378-4646-bb19-abd35578a874), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:28.575692 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c4fd03ce-d20d-43c9-9217-68b18f488895 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:28.576861 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c4fd03ce-d20d-43c9-9217-68b18f488895 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6286037 Mar 22 17:33:29.040327 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbaf9-7130-4c4f-880e-ff15672d815d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:30.054592 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 5 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:33:31.298609 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device a0fe973a-73bc-46e2-aac2-826ff426704d up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:33:31.299423 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 50552) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:31.405706 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port a0fe973a-73bc-46e2-aac2-826ff426704d triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:31.406369 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (a0fe973a-73bc-46e2-aac2-826ff426704d), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:31.536899 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port a0fe973a-73bc-46e2-aac2-826ff426704d is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:31.537302 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a0fe973a-73bc-46e2-aac2-826ff426704d), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:31.575429 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port a0fe973a-73bc-46e2-aac2-826ff426704d, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=a0fe973a-73bc-46e2-aac2-826ff426704d,segment=NetworkSegment(175d2d36-9848-43dc-b7b0-b8685457adb8),segment_id=175d2d36-9848-43dc-b7b0-b8685457adb8)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:31.582294 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (a0fe973a-73bc-46e2-aac2-826ff426704d), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:31.636639 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=a0fe973a-73bc-46e2-aac2-826ff426704d,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:31.743196 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4e98c88e-d778-4dbd-a58f-c2ac7282ce96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:31.752297 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [None req-2d19a035-47eb-48ff-bd8c-9262169f5521 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:33:31.754503 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-2d19a035-47eb-48ff-bd8c-9262169f5521 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4528105 Mar 22 17:33:32.468476 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc6718-0e8f-4daa-b6e7-b23455b68d87 None None] Network c240db58-77eb-4ed0-ae57-dc80cc90e2aa requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:33:32.583805 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-4b9dec8f-6212-4824-ba0a-0654393ee9d4 None None] Provisioning complete for port a0fe973a-73bc-46e2-aac2-826ff426704d triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:32.584485 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4b9dec8f-6212-4824-ba0a-0654393ee9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (a0fe973a-73bc-46e2-aac2-826ff426704d), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:32.809305 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-4b9dec8f-6212-4824-ba0a-0654393ee9d4 None None] Current status of the port a0fe973a-73bc-46e2-aac2-826ff426704d is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:33.031321 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-afaba66a-e475-4df5-a7c5-5155d236abb3 None None] Provisioning complete for port a0fe973a-73bc-46e2-aac2-826ff426704d triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:33.031821 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-afaba66a-e475-4df5-a7c5-5155d236abb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (a0fe973a-73bc-46e2-aac2-826ff426704d), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:33.119116 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-afaba66a-e475-4df5-a7c5-5155d236abb3 None None] Current status of the port a0fe973a-73bc-46e2-aac2-826ff426704d is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:33.134243 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:33.272026 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device a0fe973a-73bc-46e2-aac2-826ff426704d up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:33:33.323888 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port a0fe973a-73bc-46e2-aac2-826ff426704d triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:33.324287 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (a0fe973a-73bc-46e2-aac2-826ff426704d), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:33.405801 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port a0fe973a-73bc-46e2-aac2-826ff426704d is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:34.466239 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.547463 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 50570) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:34.708359 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:34.727725 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Made reservation on behalf of 7514054739d8433884183e9f045f6ef4 for: {'network': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:34.730046 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.739022 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.820039 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Publish callbacks [] for security_group (f5b12fc9-3ca3-4972-a0b7-b1252c71b67f), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.825303 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (f5b12fc9-3ca3-4972-a0b7-b1252c71b67f), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.842561 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Reserving flat network on physical network physnet1 {{(pid=109968) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 17:33:34.863153 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b12fc9-3ca3-4972-a0b7-b1252c71b67f,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:34.870242 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (0ad0be97-c507-418e-978a-2e61ab99995c), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.870582 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.segments_db [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Added segment 0ad0be97-c507-418e-978a-2e61ab99995c of type flat for network c8aa00b0-ab78-4efe-96f3-93b988cf785c Mar 22 17:33:34.919634 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (c8aa00b0-ab78-4efe-96f3-93b988cf785c), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.955092 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (c8aa00b0-ab78-4efe-96f3-93b988cf785c), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:34.956071 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:34.956640 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:35.036515 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4879484 Mar 22 17:33:35.057320 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a039b1-e799-4db2-a9bc-0f6eaae121c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c8aa00b0-ab78-4efe-96f3-93b988cf785c,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:35.070283 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:33:35.986249 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:37.567149 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 50588) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:37.665122 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd88121-8958-47e8-a820-1d21b2e23d64 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:37.666500 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-ddd88121-8958-47e8-a820-1d21b2e23d64 demo admin] 10.222.0.42 "GET /v2.0/subnets/f613329c-3f23-4296-a335-5e576041c949 HTTP/1.1" status: 200 len: 849 time: 0.0983491 Mar 22 17:33:37.791613 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b1d8a149-8841-4d50-b624-a5b982aa66c6 demo admin] 10.222.0.42 "GET /v2.0/routers/fde288ba-f378-4646-bb19-abd35578a874 HTTP/1.1" status: 200 len: 704 time: 0.1189866 Mar 22 17:33:38.087962 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:38.521094 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Allocated IP 172.20.0.1 (c240db58-77eb-4ed0-ae57-dc80cc90e2aa/f613329c-3f23-4296-a335-5e576041c949/fad373cf-bca3-40b8-b032-f0823e2386bb) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:33:38.690357 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Publish callbacks [] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:38.766574 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:38.833108 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Network c240db58-77eb-4ed0-ae57-dc80cc90e2aa is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:33:38.841077 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:38.848892 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:33:38.849434 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688184'] for router_interface (fde288ba-f378-4646-bb19-abd35578a874), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:38.917182 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Pushing event updated for resources: {'Port': ['ID=fad373cf-bca3-40b8-b032-f0823e2386bb,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:39.071393 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:39.076511 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-3beaaea1-b8d3-4cd2-94fa-3f2234c7dbeb None None] Provisioning complete for port fad373cf-bca3-40b8-b032-f0823e2386bb triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:39.077170 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3beaaea1-b8d3-4cd2-94fa-3f2234c7dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:39.112259 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-3beaaea1-b8d3-4cd2-94fa-3f2234c7dbeb None None] Port fad373cf-bca3-40b8-b032-f0823e2386bb cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:33:39.293689 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Publish callbacks [] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:39.298908 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:39.299750 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688044'] for router_interface (fde288ba-f378-4646-bb19-abd35578a874), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:39.379417 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Pushing event updated for resources: {'Port': ['ID=fad373cf-bca3-40b8-b032-f0823e2386bb,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:39.434115 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Network c240db58-77eb-4ed0-ae57-dc80cc90e2aa is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:33:39.435436 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:39.612872 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Router fde288ba-f378-4646-bb19-abd35578a874 is scheduled to L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 with binding_index 1 {{(pid=109968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:33:39.728885 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:33:39.736633 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-f0e98244-8925-4a5d-b7e7-651dcaf638cf demo admin] 10.222.0.42 "PUT /v2.0/routers/fde288ba-f378-4646-bb19-abd35578a874/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9377830 Mar 22 17:33:39.737530 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-09eeaad4-0c75-4e87-bb4a-99daa1c5aa76 None None] Provisioning complete for port fad373cf-bca3-40b8-b032-f0823e2386bb triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:39.738035 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-09eeaad4-0c75-4e87-bb4a-99daa1c5aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:39.745599 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Sync routers for ids ['fde288ba-f378-4646-bb19-abd35578a874'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:33:39.766448 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Routers {'fde288ba-f378-4646-bb19-abd35578a874'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:33:39.767404 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:33:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['fde288ba-f378-4646-bb19-abd35578a874'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:39.782658 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-09eeaad4-0c75-4e87-bb4a-99daa1c5aa76 None None] Port fad373cf-bca3-40b8-b032-f0823e2386bb cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:33:40.064448 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Set router fde288ba-f378-4646-bb19-abd35578a874 gateway port host: None {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:33:40.742884 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde288ba-f378-4646-bb19-abd35578a874', 'name': 'router1', 'tenant_id': 'd14461714d154b3aab7d43f5d3897e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:33:28Z', 'updated_at': '2022-03-22T17:33:39Z', 'revision_number': 2, 'project_id': 'd14461714d154b3aab7d43f5d3897e84', 'gw_port_host': None, '_interfaces': [{'id': 'fad373cf-bca3-40b8-b032-f0823e2386bb', 'name': '', 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa', 'tenant_id': 'd14461714d154b3aab7d43f5d3897e84', 'mac_address': 'fa:16:3e:d4:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde288ba-f378-4646-bb19-abd35578a874', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f613329c-3f23-4296-a335-5e576041c949', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:33:38Z', 'updated_at': '2022-03-22T17:33:39Z', 'revision_number': 2, 'project_id': 'd14461714d154b3aab7d43f5d3897e84', 'subnets': [{'id': 'f613329c-3f23-4296-a335-5e576041c949', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1f99ae1-133e-4236-b4be-d7f4754b34ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:40.835594 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Checking router: fde288ba-f378-4646-bb19-abd35578a874 for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:33:40.836241 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Updating router fde288ba-f378-4646-bb19-abd35578a874 port fad373cf-bca3-40b8-b032-f0823e2386bb binding host dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:33:40.947423 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:41.494910 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Publish callbacks [] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), precommit_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:41.502517 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:41.676643 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Pushing event updated for resources: {'Port': ['ID=fad373cf-bca3-40b8-b032-f0823e2386bb,revision_number=3']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:41.694173 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Attempting to bind port fad373cf-bca3-40b8-b032-f0823e2386bb on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:33:41.694609 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Attempting to bind port fad373cf-bca3-40b8-b032-f0823e2386bb by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '175d2d36-9848-43dc-b7b0-b8685457adb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa'}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:33:41.695035 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Attempting to bind port fad373cf-bca3-40b8-b032-f0823e2386bb on network c240db58-77eb-4ed0-ae57-dc80cc90e2aa {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:41.697923 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.698275 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.698667 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.699025 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.699365 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.699698 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.700028 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.700361 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.700727 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.701063 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.701397 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.701781 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.702115 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.702440 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.702755 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Tracked resource versions report: Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: pushed versions: Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: { 'AddressGroup': {'1.2'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Agent': {'1.1'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'ConntrackHelper': {'1.0'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Log': {'1.0'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'NDPProxy': {'1.0'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Network': {'1.1'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Port': {'1.7'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'PortForwarding': {'1.3'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'QosPolicy': {'1.10'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'SecurityGroup': {'1.5'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'SubPort': {'1.0'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Subnet': {'1.1'}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Trunk': {'1.1'}} Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: consumer versions: Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: { DHCP agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: L3 agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: Metadata agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: Metering agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: Open vSwitch agent@dv-cinder-790535-31-iscsi: { 'AddressGroup': '1.2', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Agent': '1.1', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'ConntrackHelper': '1.0', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'LocalIPAssociation': '1.0', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Log': '1.0', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'NDPProxy': '1.0', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Network': '1.1', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Port': '1.7', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'PortForwarding': '1.3', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'QosPolicy': '1.10', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'SecurityGroup': '1.5', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'SecurityGroupRule': '1.2', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'SubPort': '1.0', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Subnet': '1.1', Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Trunk': '1.1'}} Mar 22 17:33:41.704344 dv-cinder-790535-31-iscsi neutron-server[109970]: {{(pid=109970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:33:41.710935 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:33:41.711353 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Checking segment: {'id': '175d2d36-9848-43dc-b7b0-b8685457adb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:41.711878 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:41.712270 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Bound using segment: {'id': '175d2d36-9848-43dc-b7b0-b8685457adb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa'} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:33:41.712748 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Bound port: fad373cf-bca3-40b8-b032-f0823e2386bb, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175d2d36-9848-43dc-b7b0-b8685457adb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa'}}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:33:41.713132 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:41.797959 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] For port fad373cf-bca3-40b8-b032-f0823e2386bb, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:33:41.817025 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-b8fdc0e2-b081-4714-870f-d4dfd609289a None None] Provisioning complete for port fad373cf-bca3-40b8-b032-f0823e2386bb triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:41.817628 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc0e2-b081-4714-870f-d4dfd609289a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:41.818737 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] For port fad373cf-bca3-40b8-b032-f0823e2386bb, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=fad373cf-bca3-40b8-b032-f0823e2386bb,segment=NetworkSegment(175d2d36-9848-43dc-b7b0-b8685457adb8),segment_id=175d2d36-9848-43dc-b7b0-b8685457adb8)] {{(pid=109970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:33:41.824840 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:41.853492 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-b8fdc0e2-b081-4714-870f-d4dfd609289a None None] Port fad373cf-bca3-40b8-b032-f0823e2386bb cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:33:41.891036 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc5b41-3552-4dc4-abc1-3c6be5860d80 None None] Pushing event updated for resources: {'Port': ['ID=fad373cf-bca3-40b8-b032-f0823e2386bb,revision_number=4']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:41.894885 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Routers {'fde288ba-f378-4646-bb19-abd35578a874'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:33:41.895737 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:33:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['fde288ba-f378-4646-bb19-abd35578a874'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:41.999374 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] Set router fde288ba-f378-4646-bb19-abd35578a874 gateway port host: None {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:33:42.074542 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-7eebfac9-d6ed-45ed-b27c-4e61f170baea None None] Provisioning complete for port fad373cf-bca3-40b8-b032-f0823e2386bb triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:42.075036 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7eebfac9-d6ed-45ed-b27c-4e61f170baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:42.166551 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-7eebfac9-d6ed-45ed-b27c-4e61f170baea None None] Current status of the port fad373cf-bca3-40b8-b032-f0823e2386bb is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:42.166951 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7eebfac9-d6ed-45ed-b27c-4e61f170baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:42.201834 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-7eebfac9-d6ed-45ed-b27c-4e61f170baea None None] For port fad373cf-bca3-40b8-b032-f0823e2386bb, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=fad373cf-bca3-40b8-b032-f0823e2386bb,segment=NetworkSegment(175d2d36-9848-43dc-b7b0-b8685457adb8),segment_id=175d2d36-9848-43dc-b7b0-b8685457adb8)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:42.209024 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7eebfac9-d6ed-45ed-b27c-4e61f170baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:42.220780 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 50598) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:42.243815 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde288ba-f378-4646-bb19-abd35578a874', 'name': 'router1', 'tenant_id': 'd14461714d154b3aab7d43f5d3897e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:33:28Z', 'updated_at': '2022-03-22T17:33:39Z', 'revision_number': 2, 'project_id': 'd14461714d154b3aab7d43f5d3897e84', 'gw_port_host': None, '_interfaces': [{'id': 'fad373cf-bca3-40b8-b032-f0823e2386bb', 'name': '', 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa', 'tenant_id': 'd14461714d154b3aab7d43f5d3897e84', 'mac_address': 'fa:16:3e:d4:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde288ba-f378-4646-bb19-abd35578a874', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f613329c-3f23-4296-a335-5e576041c949', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:33:38Z', 'updated_at': '2022-03-22T17:33:41Z', 'revision_number': 4, 'project_id': 'd14461714d154b3aab7d43f5d3897e84', 'subnets': [{'id': 'f613329c-3f23-4296-a335-5e576041c949', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1f99ae1-133e-4236-b4be-d7f4754b34ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:42.263118 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebfac9-d6ed-45ed-b27c-4e61f170baea None None] Pushing event updated for resources: {'Port': ['ID=fad373cf-bca3-40b8-b032-f0823e2386bb,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:42.275843 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698eb86c-408e-4e1e-adc8-030e5c4292be None None] The sync data for ids ['fde288ba-f378-4646-bb19-abd35578a874'] in dv-cinder-790535-31-iscsi is: [{'id': 'fde288ba-f378-4646-bb19-abd35578a874', 'name': 'router1', 'tenant_id': 'd14461714d154b3aab7d43f5d3897e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:33:28Z', 'updated_at': '2022-03-22T17:33:39Z', 'revision_number': 2, 'project_id': 'd14461714d154b3aab7d43f5d3897e84', 'gw_port_host': None, '_interfaces': [{'id': 'fad373cf-bca3-40b8-b032-f0823e2386bb', 'name': '', 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa', 'tenant_id': 'd14461714d154b3aab7d43f5d3897e84', 'mac_address': 'fa:16:3e:d4:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde288ba-f378-4646-bb19-abd35578a874', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f613329c-3f23-4296-a335-5e576041c949', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:33:38Z', 'updated_at': '2022-03-22T17:33:41Z', 'revision_number': 4, 'project_id': 'd14461714d154b3aab7d43f5d3897e84', 'subnets': [{'id': 'f613329c-3f23-4296-a335-5e576041c949', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1f99ae1-133e-4236-b4be-d7f4754b34ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:33:42.361288 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8656454-64b8-42ed-8e4d-8b71c79c4c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:42.362662 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-a8656454-64b8-42ed-8e4d-8b71c79c4c3b admin admin] 10.222.0.42 "GET /v2.0/networks/c8aa00b0-ab78-4efe-96f3-93b988cf785c HTTP/1.1" status: 200 len: 842 time: 0.1408691 Mar 22 17:33:42.372748 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-36845c4a-93bf-4b53-8cee-fd8e6f519203 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:42.400823 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36845c4a-93bf-4b53-8cee-fd8e6f519203 admin admin] Made reservation on behalf of 7514054739d8433884183e9f045f6ef4 for: {'subnet': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:33:42.403205 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-36845c4a-93bf-4b53-8cee-fd8e6f519203 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:42.783424 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.objects.ports [None req-36845c4a-93bf-4b53-8cee-fd8e6f519203 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109968) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 17:33:42.783765 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-36845c4a-93bf-4b53-8cee-fd8e6f519203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (96942072-95e2-4479-bcf3-651dae5046c2), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:42.847181 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36845c4a-93bf-4b53-8cee-fd8e6f519203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96942072-95e2-4479-bcf3-651dae5046c2,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:42.849177 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36845c4a-93bf-4b53-8cee-fd8e6f519203 admin admin] Checking segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:42.849552 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36845c4a-93bf-4b53-8cee-fd8e6f519203 admin admin] Network hostable DHCP agents. Network: c8aa00b0-ab78-4efe-96f3-93b988cf785c, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:33:42.868321 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36845c4a-93bf-4b53-8cee-fd8e6f519203 admin admin] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:33:42.879297 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-36845c4a-93bf-4b53-8cee-fd8e6f519203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, c8aa00b0-ab78-4efe-96f3-93b988cf785c) {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:42.884846 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36845c4a-93bf-4b53-8cee-fd8e6f519203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:42.886179 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-36845c4a-93bf-4b53-8cee-fd8e6f519203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:42.888390 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c98543-7d8f-4816-982a-16ec4165b2ed None None] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:33:42.914199 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-36845c4a-93bf-4b53-8cee-fd8e6f519203 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5447302 Mar 22 17:33:43.002916 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47df9d-da59-458b-91b6-7f9fb200acda None None] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:33:45.471120 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 50606) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:45.591461 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.policy [None req-0dde9553-54f9-4832-b635-3c0a9c25c5db demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109967) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 17:33:45.636388 dv-cinder-790535-31-iscsi neutron-server[109967]: WARNING oslo_policy.policy [None req-0dde9553-54f9-4832-b635-3c0a9c25c5db demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:33:45.636804 dv-cinder-790535-31-iscsi neutron-server[109967]: WARNING oslo_policy.policy [None req-0dde9553-54f9-4832-b635-3c0a9c25c5db demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:33:45.905111 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0dde9553-54f9-4832-b635-3c0a9c25c5db demo admin] 10.222.0.42 "GET /v2.0/routers/fde288ba-f378-4646-bb19-abd35578a874 HTTP/1.1" status: 200 len: 710 time: 0.4326189 Mar 22 17:33:46.116314 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372164c1-6067-4268-b87a-cc10d99da89a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:33:46.118123 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-372164c1-6067-4268-b87a-cc10d99da89a demo admin] 10.222.0.42 "GET /v2.0/networks/c8aa00b0-ab78-4efe-96f3-93b988cf785c HTTP/1.1" status: 200 len: 886 time: 0.2070305 Mar 22 17:33:46.128879 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:33:46.428516 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Publish callbacks [] for router_gateway (fde288ba-f378-4646-bb19-abd35578a874), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:46.684806 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Publish callbacks [] for router_gateway (fde288ba-f378-4646-bb19-abd35578a874), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:46.765922 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:46.957908 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Allocated IP 172.27.3.230 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/af81b52c-4004-406f-9468-78705f8d8963) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:33:47.076241 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Publish callbacks [] for port (af81b52c-4004-406f-9468-78705f8d8963), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.139352 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (af81b52c-4004-406f-9468-78705f8d8963), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.204326 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:33:47.210106 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:33:47.255034 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:33:47.261804 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Pushing event updated for resources: {'Port': ['ID=af81b52c-4004-406f-9468-78705f8d8963,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:47.329968 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.330341 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.330701 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.331055 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.331406 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.331736 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.332066 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.332395 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.332765 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.333095 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.333463 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.333839 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.334192 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.334517 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.334863 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Tracked resource versions report: Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: pushed versions: Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: { 'AddressGroup': {'1.2'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Agent': {'1.1'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'ConntrackHelper': {'1.0'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Log': {'1.0'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'NDPProxy': {'1.0'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Network': {'1.1'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Port': {'1.7'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'PortForwarding': {'1.3'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'QosPolicy': {'1.10'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'SecurityGroup': {'1.5'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'SubPort': {'1.0'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Subnet': {'1.1'}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Trunk': {'1.1'}} Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: consumer versions: Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: { DHCP agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: L3 agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: Metadata agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: Metering agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: Open vSwitch agent@dv-cinder-790535-31-iscsi: { 'AddressGroup': '1.2', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Agent': '1.1', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'ConntrackHelper': '1.0', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'LocalIPAssociation': '1.0', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Log': '1.0', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'NDPProxy': '1.0', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Network': '1.1', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Port': '1.7', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'PortForwarding': '1.3', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'QosPolicy': '1.10', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'SecurityGroup': '1.5', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'SecurityGroupRule': '1.2', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'SubPort': '1.0', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Subnet': '1.1', Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Trunk': '1.1'}} Mar 22 17:33:47.336315 dv-cinder-790535-31-iscsi neutron-server[109967]: {{(pid=109967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:33:47.569023 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Publish callbacks [] for router_gateway (fde288ba-f378-4646-bb19-abd35578a874), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.846554 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2883'] for router (fde288ba-f378-4646-bb19-abd35578a874), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.851822 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686692', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682958'] for router (fde288ba-f378-4646-bb19-abd35578a874), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.981533 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Router fde288ba-f378-4646-bb19-abd35578a874 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:33:48.093199 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:33:48.098582 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:48.113512 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-cbc6eae0-0879-4853-86ef-bf63be9244ce demo admin] 10.222.0.42 "PUT /v2.0/routers/fde288ba-f378-4646-bb19-abd35578a874 HTTP/1.1" status: 200 len: 890 time: 1.9757607 Mar 22 17:33:49.306113 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device fad373cf-bca3-40b8-b032-f0823e2386bb up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:33:49.357344 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port fad373cf-bca3-40b8-b032-f0823e2386bb triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:49.357775 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:49.444847 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port fad373cf-bca3-40b8-b032-f0823e2386bb is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:50.758483 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 50624) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:33:50.889579 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8ea1d81a-21f7-4b87-b3ca-57636bb9c482 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1297836 Mar 22 17:33:51.267161 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Sync routers for ids ['fde288ba-f378-4646-bb19-abd35578a874'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:33:51.279404 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Routers {'fde288ba-f378-4646-bb19-abd35578a874'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:33:51.280068 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:33:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['fde288ba-f378-4646-bb19-abd35578a874'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:51.507890 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Set router fde288ba-f378-4646-bb19-abd35578a874 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:33:52.032156 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde288ba-f378-4646-bb19-abd35578a874', 'name': 'router1', 'tenant_id': 'd14461714d154b3aab7d43f5d3897e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'af81b52c-4004-406f-9468-78705f8d8963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:33:28Z', 'updated_at': '2022-03-22T17:33:47Z', 'revision_number': 4, 'project_id': 'd14461714d154b3aab7d43f5d3897e84', 'gw_port': {'id': 'af81b52c-4004-406f-9468-78705f8d8963', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde288ba-f378-4646-bb19-abd35578a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:33:46Z', 'updated_at': '2022-03-22T17:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'fad373cf-bca3-40b8-b032-f0823e2386bb', 'name': '', 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa', 'tenant_id': 'd14461714d154b3aab7d43f5d3897e84', 'mac_address': 'fa:16:3e:d4:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde288ba-f378-4646-bb19-abd35578a874', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f613329c-3f23-4296-a335-5e576041c949', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:33:38Z', 'updated_at': '2022-03-22T17:33:42Z', 'revision_number': 5, 'project_id': 'd14461714d154b3aab7d43f5d3897e84', 'subnets': [{'id': 'f613329c-3f23-4296-a335-5e576041c949', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1f99ae1-133e-4236-b4be-d7f4754b34ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:52.088818 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Checking router: fde288ba-f378-4646-bb19-abd35578a874 for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:33:52.089191 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Updating router fde288ba-f378-4646-bb19-abd35578a874 port af81b52c-4004-406f-9468-78705f8d8963 binding host dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:33:52.142723 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (af81b52c-4004-406f-9468-78705f8d8963), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.490415 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Publish callbacks [] for port (af81b52c-4004-406f-9468-78705f8d8963), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.496167 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (af81b52c-4004-406f-9468-78705f8d8963), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.547859 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229533f-0c5a-4aa1-9ebe-f16cdf0444f8 None None] Pushing event updated for resources: {'Port': ['ID=af81b52c-4004-406f-9468-78705f8d8963,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:52.553336 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Attempting to bind port af81b52c-4004-406f-9468-78705f8d8963 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:33:52.553951 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Attempting to bind port af81b52c-4004-406f-9468-78705f8d8963 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:33:52.554478 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Attempting to bind port af81b52c-4004-406f-9468-78705f8d8963 on network c8aa00b0-ab78-4efe-96f3-93b988cf785c {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:33:52.560872 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:33:52.561281 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Checking segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:33:52.561927 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.563126 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Bound using segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:33:52.563925 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Bound port: af81b52c-4004-406f-9468-78705f8d8963, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:33:52.564394 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (af81b52c-4004-406f-9468-78705f8d8963), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.619255 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] For port af81b52c-4004-406f-9468-78705f8d8963, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:33:52.626741 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] For port af81b52c-4004-406f-9468-78705f8d8963, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=af81b52c-4004-406f-9468-78705f8d8963,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:33:52.633368 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (af81b52c-4004-406f-9468-78705f8d8963), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:52.704193 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Routers {'fde288ba-f378-4646-bb19-abd35578a874'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:33:52.704951 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:33:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['fde288ba-f378-4646-bb19-abd35578a874'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:52.770852 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229533f-0c5a-4aa1-9ebe-f16cdf0444f8 None None] Pushing event updated for resources: {'Port': ['ID=af81b52c-4004-406f-9468-78705f8d8963,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:52.828059 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] Set router fde288ba-f378-4646-bb19-abd35578a874 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:33:53.065362 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde288ba-f378-4646-bb19-abd35578a874', 'name': 'router1', 'tenant_id': 'd14461714d154b3aab7d43f5d3897e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'af81b52c-4004-406f-9468-78705f8d8963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:33:28Z', 'updated_at': '2022-03-22T17:33:47Z', 'revision_number': 4, 'project_id': 'd14461714d154b3aab7d43f5d3897e84', 'gw_port': {'id': 'af81b52c-4004-406f-9468-78705f8d8963', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde288ba-f378-4646-bb19-abd35578a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:33:46Z', 'updated_at': '2022-03-22T17:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'fad373cf-bca3-40b8-b032-f0823e2386bb', 'name': '', 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa', 'tenant_id': 'd14461714d154b3aab7d43f5d3897e84', 'mac_address': 'fa:16:3e:d4:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde288ba-f378-4646-bb19-abd35578a874', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f613329c-3f23-4296-a335-5e576041c949', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:33:38Z', 'updated_at': '2022-03-22T17:33:42Z', 'revision_number': 5, 'project_id': 'd14461714d154b3aab7d43f5d3897e84', 'subnets': [{'id': 'f613329c-3f23-4296-a335-5e576041c949', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1f99ae1-133e-4236-b4be-d7f4754b34ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:33:53.093185 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48050198-6164-473f-81ca-b3a756e33c52 None None] The sync data for ids ['fde288ba-f378-4646-bb19-abd35578a874'] in dv-cinder-790535-31-iscsi is: [{'id': 'fde288ba-f378-4646-bb19-abd35578a874', 'name': 'router1', 'tenant_id': 'd14461714d154b3aab7d43f5d3897e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'af81b52c-4004-406f-9468-78705f8d8963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:33:28Z', 'updated_at': '2022-03-22T17:33:47Z', 'revision_number': 4, 'project_id': 'd14461714d154b3aab7d43f5d3897e84', 'gw_port': {'id': 'af81b52c-4004-406f-9468-78705f8d8963', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde288ba-f378-4646-bb19-abd35578a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:33:46Z', 'updated_at': '2022-03-22T17:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'fad373cf-bca3-40b8-b032-f0823e2386bb', 'name': '', 'network_id': 'c240db58-77eb-4ed0-ae57-dc80cc90e2aa', 'tenant_id': 'd14461714d154b3aab7d43f5d3897e84', 'mac_address': 'fa:16:3e:d4:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde288ba-f378-4646-bb19-abd35578a874', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f613329c-3f23-4296-a335-5e576041c949', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:33:38Z', 'updated_at': '2022-03-22T17:33:42Z', 'revision_number': 5, 'project_id': 'd14461714d154b3aab7d43f5d3897e84', 'subnets': [{'id': 'f613329c-3f23-4296-a335-5e576041c949', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1f99ae1-133e-4236-b4be-d7f4754b34ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:33:53.364602 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device af81b52c-4004-406f-9468-78705f8d8963 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:33:53.439834 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port af81b52c-4004-406f-9468-78705f8d8963 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:53.440200 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (af81b52c-4004-406f-9468-78705f8d8963), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:53.541220 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port af81b52c-4004-406f-9468-78705f8d8963 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:53.541912 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (af81b52c-4004-406f-9468-78705f8d8963), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:53.574631 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port af81b52c-4004-406f-9468-78705f8d8963, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=af81b52c-4004-406f-9468-78705f8d8963,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:33:53.581009 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (af81b52c-4004-406f-9468-78705f8d8963), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:53.648646 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=af81b52c-4004-406f-9468-78705f8d8963,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:33:55.319329 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device af81b52c-4004-406f-9468-78705f8d8963 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:33:55.377336 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port af81b52c-4004-406f-9468-78705f8d8963 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:33:55.377982 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (af81b52c-4004-406f-9468-78705f8d8963), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:55.505184 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port af81b52c-4004-406f-9468-78705f8d8963 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:33:59.058294 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ea4e142b-d40f-420f-8d7f-f74e2fc599a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:01.756176 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a81ab06e-9950-472b-b7f0-5edc01d83a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:03.138356 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:04.461161 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:05.991779 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:07.054105 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 5 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:34:29.039395 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4bbeac00-6643-468b-b77e-f3df91b109b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:31.753731 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5fe2ab06-740a-4133-8d50-e4dcccfb19f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.140480 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.464819 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:36.004226 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:44.054313 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 5 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:34:59.059234 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-f7dcae80-4734-44db-ab78-7b6d7df957ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.749083 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-66ef2071-62e7-46da-93d1-9beee472df73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.142872 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.466198 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:06.001910 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:16.292657 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51108) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:16.359942 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.pecan_wsgi.hooks.translation [None req-5740ebae-2f73-4e3d-bc43-4fed5f4a9547 admin admin] GET failed (client error): The resource could not be found. Mar 22 17:35:16.361290 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-5740ebae-2f73-4e3d-bc43-4fed5f4a9547 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0676410 Mar 22 17:35:16.524549 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8741026b-4b6c-4495-933a-ef67d3a2b6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:16.525982 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8741026b-4b6c-4495-933a-ef67d3a2b6a7 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605930 Mar 22 17:35:18.947373 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51118) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:19.047281 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369aa798-ca43-41cd-acca-1ae581fbc8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:19.048755 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-369aa798-ca43-41cd-acca-1ae581fbc8ab admin admin] 10.222.0.42 "GET /v2.0/subnets/f613329c-3f23-4296-a335-5e576041c949 HTTP/1.1" status: 200 len: 849 time: 0.1003742 Mar 22 17:35:19.058418 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:19.153402 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Publish callbacks [] for subnet (f613329c-3f23-4296-a335-5e576041c949), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:19.307349 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784116266891'] for subnet (f613329c-3f23-4296-a335-5e576041c949), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:19.340286 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:19.340888 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:19.343127 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] 10.222.0.42 "PUT /v2.0/subnets/f613329c-3f23-4296-a335-5e576041c949 HTTP/1.1" status: 200 len: 868 time: 0.2876978 Mar 22 17:35:19.343287 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fd0547-b864-4fd5-8e67-279b45f9ebbd None None] Network c240db58-77eb-4ed0-ae57-dc80cc90e2aa requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:35:19.368617 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f613329c-3f23-4296-a335-5e576041c949,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:19.377334 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.377772 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.378085 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.378450 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.378824 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.379156 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.379492 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.379821 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.380153 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.380501 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.380849 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.381182 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.381552 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.381902 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.382245 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94eb530-9245-4d6e-9fa7-a1728097e571 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:19.692769 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-3a625deb-4500-4415-9e66-52a12b486e0e None None] Provisioning complete for port fad373cf-bca3-40b8-b032-f0823e2386bb triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:19.693156 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3a625deb-4500-4415-9e66-52a12b486e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (fad373cf-bca3-40b8-b032-f0823e2386bb), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:19.777778 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-3a625deb-4500-4415-9e66-52a12b486e0e None None] Current status of the port fad373cf-bca3-40b8-b032-f0823e2386bb is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:19.789110 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-3a625deb-4500-4415-9e66-52a12b486e0e None None] Provisioning complete for port a0fe973a-73bc-46e2-aac2-826ff426704d triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:19.789528 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3a625deb-4500-4415-9e66-52a12b486e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (a0fe973a-73bc-46e2-aac2-826ff426704d), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:19.867566 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-3a625deb-4500-4415-9e66-52a12b486e0e None None] Current status of the port a0fe973a-73bc-46e2-aac2-826ff426704d is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:21.053452 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 5 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:35:21.801670 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51126) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:22.004067 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7672a62-8ffb-4b8f-80c1-f0a65c6d972f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:22.004453 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7672a62-8ffb-4b8f-80c1-f0a65c6d972f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:22.006018 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b7672a62-8ffb-4b8f-80c1-f0a65c6d972f admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2033842 Mar 22 17:35:24.447364 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51134) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:24.588235 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34969f3d-217e-4486-a40b-28fa759880de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:24.588686 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34969f3d-217e-4486-a40b-28fa759880de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:24.591815 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-34969f3d-217e-4486-a40b-28fa759880de admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1432636 Mar 22 17:35:27.012488 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51142) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:27.155374 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570076db-8b1b-4951-b08d-ee17f1b6cf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:27.156776 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-570076db-8b1b-4951-b08d-ee17f1b6cf24 admin admin] 10.222.0.42 "GET /v2.0/networks/c240db58-77eb-4ed0-ae57-dc80cc90e2aa HTTP/1.1" status: 200 len: 869 time: 0.1433334 Mar 22 17:35:29.045589 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-d131c3c9-cdf6-41c9-b228-17d2d2ea2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:29.543101 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51150) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:29.687411 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bfc0b-2ca5-42d0-9378-5cb330fe6481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:29.689710 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9b3bfc0b-2ca5-42d0-9378-5cb330fe6481 admin admin] 10.222.0.42 "GET /v2.0/networks/c8aa00b0-ab78-4efe-96f3-93b988cf785c HTTP/1.1" status: 200 len: 886 time: 0.1454208 Mar 22 17:35:31.754103 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-23f3a80b-c54f-4304-a179-b8ff80afba40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:32.078052 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51160) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:32.210885 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be019db1-06fc-4dd9-8d54-ceaeb1277ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:32.211346 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be019db1-06fc-4dd9-8d54-ceaeb1277ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:32.212907 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-be019db1-06fc-4dd9-8d54-ceaeb1277ebd admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1339118 Mar 22 17:35:33.139427 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:34.470005 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:34.666046 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51168) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:34.794028 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b64022a-deeb-4ab0-9be5-80f4d02ea096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:34.794486 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b64022a-deeb-4ab0-9be5-80f4d02ea096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:34.796666 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-6b64022a-deeb-4ab0-9be5-80f4d02ea096 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1295800 Mar 22 17:35:36.010231 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:37.253899 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51176) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:37.346617 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d3c98-d640-4e0f-b836-a190a42c4859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:37.348039 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-683d3c98-d640-4e0f-b836-a190a42c4859 admin admin] 10.222.0.42 "GET /v2.0/subnets/96942072-95e2-4479-bcf3-651dae5046c2 HTTP/1.1" status: 200 len: 816 time: 0.0931494 Mar 22 17:35:39.735077 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51184) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:39.834725 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90676a1b-79be-4ec7-b07d-c6947b89ff5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:39.836140 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-90676a1b-79be-4ec7-b07d-c6947b89ff5b admin admin] 10.222.0.42 "GET /v2.0/subnets/f613329c-3f23-4296-a335-5e576041c949 HTTP/1.1" status: 200 len: 868 time: 0.1001170 Mar 22 17:35:58.053270 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 5 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:35:59.048594 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-dc11baa4-73ec-4a32-a189-e1f462c56965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.760930 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-8182f4e2-a449-4983-bd8b-fd7f0a445da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:03.141338 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:04.475895 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:06.014777 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:09.083697 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51238) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:09.133958 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [None req-3c1c1c5f-a09e-4644-aad2-7e1cba4ffdf9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:36:09.134958 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-3c1c1c5f-a09e-4644-aad2-7e1cba4ffdf9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502880 Mar 22 17:36:11.609218 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51246) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:11.671388 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d85446-ad64-4483-94a6-ef13bb360320 admin admin] GET failed (client error): The resource could not be found. Mar 22 17:36:11.672693 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-42d85446-ad64-4483-94a6-ef13bb360320 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624943 Mar 22 17:36:11.823214 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb118c3-53b1-40c4-abc1-90eacf67d71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:11.824707 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-cdb118c3-53b1-40c4-abc1-90eacf67d71e admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1479611 Mar 22 17:36:14.234525 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51254) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:14.284063 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:14.320829 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Made reservation on behalf of 7514054739d8433884183e9f045f6ef4 for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:36:14.323608 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:14.370821 dv-cinder-790535-31-iscsi neutron-server[109967]: WARNING neutron.services.revisions.revision_plugin [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Could not find related network for resource to bump revision. Mar 22 17:36:14.389410 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:36:14.402080 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784116056122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (9dbb1af3-bbe5-4096-b415-8ced465f4db5), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:14.402645 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Unsubscribe: segment precommit_create {{(pid=109967) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 17:36:14.403133 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Added segment 9dbb1af3-bbe5-4096-b415-8ced465f4db5 of type vlan for network 14f0462b-e214-4ccc-b11e-04496de323f1 Mar 22 17:36:14.455663 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (14f0462b-e214-4ccc-b11e-04496de323f1), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:14.488082 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (14f0462b-e214-4ccc-b11e-04496de323f1), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:14.489037 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:14.489642 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:14.578877 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3432341 Mar 22 17:36:14.595049 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Pushing event updated for resources: {'Network': ['ID=14f0462b-e214-4ccc-b11e-04496de323f1,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:14.603317 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.603672 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.604038 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.604416 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.604735 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.605075 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.605411 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.605785 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.606120 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.606495 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.606840 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.607175 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.607504 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.607878 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.608175 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1474498-76fd-4001-9c42-77fce97528c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:14.620993 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network 14f0462b-e214-4ccc-b11e-04496de323f1 details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:36:17.011801 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51262) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:17.078151 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecfb221-9694-44c6-9460-d0fb27dfabf8 admin admin] GET failed (client error): The resource could not be found. Mar 22 17:36:17.079548 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-6ecfb221-9694-44c6-9460-d0fb27dfabf8 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0667434 Mar 22 17:36:17.154782 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869e28bb-956d-4f97-963c-bd17ed424f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:17.156243 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-869e28bb-956d-4f97-963c-bd17ed424f6b admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0726438 Mar 22 17:36:17.166301 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-c79059dc-f866-4822-855c-7767d109fbd0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '14f0462b-e214-4ccc-b11e-04496de323f1', 'description': 'shared-subnet'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:17.190861 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79059dc-f866-4822-855c-7767d109fbd0 admin admin] Made reservation on behalf of 7514054739d8433884183e9f045f6ef4 for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:36:17.193848 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c79059dc-f866-4822-855c-7767d109fbd0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:17.388729 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c79059dc-f866-4822-855c-7767d109fbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (efec3add-ec89-4c8f-a2e7-2fbf250fc070), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:17.449021 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79059dc-f866-4822-855c-7767d109fbd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efec3add-ec89-4c8f-a2e7-2fbf250fc070,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:17.461826 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79059dc-f866-4822-855c-7767d109fbd0 admin admin] Checking segment: {'id': '9dbb1af3-bbe5-4096-b415-8ced465f4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '14f0462b-e214-4ccc-b11e-04496de323f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:36:17.462189 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79059dc-f866-4822-855c-7767d109fbd0 admin admin] Network hostable DHCP agents. Network: 14f0462b-e214-4ccc-b11e-04496de323f1, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:36:17.484754 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79059dc-f866-4822-855c-7767d109fbd0 admin admin] Network 14f0462b-e214-4ccc-b11e-04496de323f1 is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:36:17.495544 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-c79059dc-f866-4822-855c-7767d109fbd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, 14f0462b-e214-4ccc-b11e-04496de323f1) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:36:17.500613 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79059dc-f866-4822-855c-7767d109fbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:17.501303 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c79059dc-f866-4822-855c-7767d109fbd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:17.506438 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e22d6ce-7b4e-4c1d-9501-22bda347a71c None None] Network 14f0462b-e214-4ccc-b11e-04496de323f1 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:36:17.528372 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c79059dc-f866-4822-855c-7767d109fbd0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3571343 Mar 22 17:36:17.727405 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6020b14-bac5-5759-9b19-a0dd5cfccbad-14f0462b-e214-4ccc-b11e-04496de323f1', 'network_id': '14f0462b-e214-4ccc-b11e-04496de323f1', 'project_id': '7514054739d8433884183e9f045f6ef4', 'fixed_ips': [{'subnet_id': 'efec3add-ec89-4c8f-a2e7-2fbf250fc070'}]}} from dv-cinder-790535-31-iscsi. {{(pid=109969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:36:17.728266 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:17.869295 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.db_base_plugin_common [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Allocated IP 192.168.233.2 (14f0462b-e214-4ccc-b11e-04496de323f1/efec3add-ec89-4c8f-a2e7-2fbf250fc070/ad6398c1-785d-4485-8f58-81b5152ed332) {{(pid=109969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:36:18.024587 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Publish callbacks [] for port (ad6398c1-785d-4485-8f58-81b5152ed332), precommit_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:18.034575 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (ad6398c1-785d-4485-8f58-81b5152ed332), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:18.087684 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Network 14f0462b-e214-4ccc-b11e-04496de323f1 is already hosted by enough agents. {{(pid=109969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:36:18.092746 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.base_scheduler [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Resources bound (agent type, host, resource id): {{(pid=109969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:36:18.095475 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Received port after_create {{(pid=109969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:36:18.098186 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Pushing event updated for resources: {'Port': ['ID=ad6398c1-785d-4485-8f58-81b5152ed332,revision_number=1']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:18.108234 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.108584 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.108951 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.109307 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.109673 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.110015 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.110404 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.110734 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.111072 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.111398 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.111718 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.112051 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.112371 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.112689 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.113002 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:18.172936 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Attempting to bind port ad6398c1-785d-4485-8f58-81b5152ed332 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:36:18.173311 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Attempting to bind port ad6398c1-785d-4485-8f58-81b5152ed332 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '9dbb1af3-bbe5-4096-b415-8ced465f4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '14f0462b-e214-4ccc-b11e-04496de323f1'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:36:18.173715 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Attempting to bind port ad6398c1-785d-4485-8f58-81b5152ed332 on network 14f0462b-e214-4ccc-b11e-04496de323f1 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:36:18.179050 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:36:18.179435 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Checking segment: {'id': '9dbb1af3-bbe5-4096-b415-8ced465f4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '14f0462b-e214-4ccc-b11e-04496de323f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:36:18.179840 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:18.180247 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Bound using segment: {'id': '9dbb1af3-bbe5-4096-b415-8ced465f4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '14f0462b-e214-4ccc-b11e-04496de323f1'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:36:18.180697 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Bound port: ad6398c1-785d-4485-8f58-81b5152ed332, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbb1af3-bbe5-4096-b415-8ced465f4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '14f0462b-e214-4ccc-b11e-04496de323f1'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:36:18.181082 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (ad6398c1-785d-4485-8f58-81b5152ed332), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:18.250292 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] For port ad6398c1-785d-4485-8f58-81b5152ed332, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:36:18.253813 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] For port ad6398c1-785d-4485-8f58-81b5152ed332, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=ad6398c1-785d-4485-8f58-81b5152ed332,segment=NetworkSegment(9dbb1af3-bbe5-4096-b415-8ced465f4db5),segment_id=9dbb1af3-bbe5-4096-b415-8ced465f4db5)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:36:18.260697 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (ad6398c1-785d-4485-8f58-81b5152ed332), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:18.329973 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b25fb4-fccf-44b6-8053-a21af23b49f6 None None] Pushing event updated for resources: {'Port': ['ID=ad6398c1-785d-4485-8f58-81b5152ed332,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:19.202496 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f6194d-0c4b-4468-a868-dde6b0ae5714 None None] Network 14f0462b-e214-4ccc-b11e-04496de323f1 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:36:19.326476 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-51881847-b01f-4af5-93ee-d35520cfd08a None None] Provisioning complete for port ad6398c1-785d-4485-8f58-81b5152ed332 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:36:19.326881 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-51881847-b01f-4af5-93ee-d35520cfd08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (ad6398c1-785d-4485-8f58-81b5152ed332), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.421987 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device ad6398c1-785d-4485-8f58-81b5152ed332 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:36:19.463612 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-51881847-b01f-4af5-93ee-d35520cfd08a None None] Current status of the port ad6398c1-785d-4485-8f58-81b5152ed332 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:36:19.464096 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-51881847-b01f-4af5-93ee-d35520cfd08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (ad6398c1-785d-4485-8f58-81b5152ed332), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.520452 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-51881847-b01f-4af5-93ee-d35520cfd08a None None] For port ad6398c1-785d-4485-8f58-81b5152ed332, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=ad6398c1-785d-4485-8f58-81b5152ed332,segment=NetworkSegment(9dbb1af3-bbe5-4096-b415-8ced465f4db5),segment_id=9dbb1af3-bbe5-4096-b415-8ced465f4db5)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:36:19.523723 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port ad6398c1-785d-4485-8f58-81b5152ed332 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:36:19.524123 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (ad6398c1-785d-4485-8f58-81b5152ed332), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.526280 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-51881847-b01f-4af5-93ee-d35520cfd08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (ad6398c1-785d-4485-8f58-81b5152ed332), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.610917 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51881847-b01f-4af5-93ee-d35520cfd08a None None] Pushing event updated for resources: {'Port': ['ID=ad6398c1-785d-4485-8f58-81b5152ed332,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:19.660027 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port ad6398c1-785d-4485-8f58-81b5152ed332 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:36:19.662920 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-10b61f6b-8dfa-41e7-8b49-724804f56154 None None] Provisioning complete for port ad6398c1-785d-4485-8f58-81b5152ed332 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:36:19.663319 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-10b61f6b-8dfa-41e7-8b49-724804f56154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (ad6398c1-785d-4485-8f58-81b5152ed332), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.747229 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-10b61f6b-8dfa-41e7-8b49-724804f56154 None None] Current status of the port ad6398c1-785d-4485-8f58-81b5152ed332 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:36:21.352844 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device ad6398c1-785d-4485-8f58-81b5152ed332 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:36:21.403582 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port ad6398c1-785d-4485-8f58-81b5152ed332 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:36:21.404078 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (ad6398c1-785d-4485-8f58-81b5152ed332), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:21.486058 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port ad6398c1-785d-4485-8f58-81b5152ed332 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:36:29.051034 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-0f192e63-94c8-47bf-a5b6-3c725a622305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:31.754109 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-56259ce8-ec48-46ce-a864-19fb751e5c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.144049 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.476634 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:35.052652 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 5 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:36:36.019495 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:59.053629 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8bcb-c7f9-46ac-83c8-edfd2f36c6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:01.756903 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-0caae42d-9575-4ee7-8555-81c90ca1d966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:03.147629 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:04.477879 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.021777 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.050859 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 5 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:37:29.055990 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-39f7ad51-52ab-4d4b-8ec6-e76b30f68274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:31.763130 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ee76-e400-4d28-839e-726ed7851777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:33.151011 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:34.482232 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:36.029326 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:39.596337 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51300) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:39.602289 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [None req-64bcd554-98ba-4c03-b9e2-88b9d7540eac tempest-verify_tempest_config-1879009063 tempest-verify_tempest_config-1879009063-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:37:39.603274 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-64bcd554-98ba-4c03-b9e2-88b9d7540eac tempest-verify_tempest_config-1879009063 tempest-verify_tempest_config-1879009063-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059664 Mar 22 17:37:39.897112 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51318) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:40.000966 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.101991 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Publish callbacks [] for security_group (935176bc-23ad-41dc-a06d-63369a3c7546), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.106162 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (935176bc-23ad-41dc-a06d-63369a3c7546), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.221280 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cefdfa47f0a646aa9d38058c5e9d0651&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3230550 Mar 22 17:37:40.222127 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935176bc-23ad-41dc-a06d-63369a3c7546,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:40.223970 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51322) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:40.228863 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.229280 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.229756 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.230127 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.230470 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.230788 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.231113 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.231436 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.231773 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.232105 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.232451 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.232775 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.233094 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.233410 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.233754 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce45a71-954a-4084-a336-2163d206f245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.281872 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Publish callbacks [] for security_group (935176bc-23ad-41dc-a06d-63369a3c7546), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.302529 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Publish callbacks [] for security_group (935176bc-23ad-41dc-a06d-63369a3c7546), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.396027 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (935176bc-23ad-41dc-a06d-63369a3c7546), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.399281 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:40.400915 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/935176bc-23ad-41dc-a06d-63369a3c7546 HTTP/1.1" status: 204 len: 168 time: 0.1757052 Mar 22 17:37:40.408954 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935176bc-23ad-41dc-a06d-63369a3c7546,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:40.415726 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.416079 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.416440 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.417289 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.417985 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.417985 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.418284 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.418613 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.418975 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.419485 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.419832 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.420166 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.420488 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.420810 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:40.421128 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6877a-eec6-4ae8-90da-54b6ed871745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:49.049882 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 5 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:37:59.060927 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c1b2f401-f9ff-41c3-bf24-ecf50d9cde4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:01.757096 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c85f-df9b-4e0b-ab70-cf9c0a613dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:03.155467 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.489204 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.024160 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.048790 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 5 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:38:29.064042 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b8e09bde-7ae9-4fd2-b417-bcdd24687d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:31.760341 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1257-0434-43e1-b449-f15b92d7997e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:33.157364 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:34.488806 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.031062 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:59.066701 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-35e08045-5ac0-49df-9dfc-7745950605e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:01.764220 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-cf6799fd-cefb-495b-8650-2eaacfae264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:03.048312 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 5 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:39:03.159711 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:04.492842 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.024428 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:22.363134 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3689252'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:29.069612 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7f28c5e4-b3dd-4bd9-a6e1-f691a513a226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:31.765814 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-2ed58139-d6d7-4017-94a3-0ba1d1316855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:33.164028 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:34.495080 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:36.027546 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:37.921175 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51394) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:38.035930 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-ab7fc5fd-262f-4df7-9ef4-1bc4d363f357 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1136227 Mar 22 17:39:40.047375 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:39:40.457220 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51404) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:40.512758 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-1239cfe2-2419-461f-8fde-4656885b2392 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0544312 Mar 22 17:39:52.332514 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:59.073136 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a3bdc018-da75-49f4-b23c-830212100f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:01.767465 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-94e8c0b6-70f2-4cee-863d-541ce599d743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:03.167319 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:04.500084 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:06.029877 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:17.046156 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:40:22.345100 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:29.078838 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-98036bf1-5322-48bb-baa0-943423a6b906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:31.783925 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-02973ecd-b067-4f3a-8cbe-c018faf53e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:33.168955 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:34.502658 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:36.054541 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:52.360291 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:54.047001 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:40:59.087245 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4294be36-3817-46f1-b35c-321bb15714b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:01.774780 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-89a056de-ecba-44b0-8260-1352c19e4651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:03.181429 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:04.509449 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:06.045582 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:22.405011 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:25.631628 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51546) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:26.176190 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-461679378-network', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:26.209665 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Made reservation on behalf of 7ed4104feede4674a867b41f6ff73e8c for: {'network': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:26.212699 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.223721 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.306006 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51572) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:26.321370 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Publish callbacks [] for security_group (31fa3453-ee66-4b56-b958-0402c6cfe1e2), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.327542 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (31fa3453-ee66-4b56-b958-0402c6cfe1e2), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.361108 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fa3453-ee66-4b56-b958-0402c6cfe1e2,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:26.364044 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=109968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:41:26.374876 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.375239 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.375573 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.375917 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.376283 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.376644 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.376993 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.377356 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.377765 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.378445 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.378968 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.379183 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.379866 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.380134 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.380486 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Tracked resource versions report: Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: pushed versions: Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: { 'AddressGroup': {'1.2'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Agent': {'1.1'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'ConntrackHelper': {'1.0'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Log': {'1.0'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'NDPProxy': {'1.0'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Network': {'1.1'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Port': {'1.7'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'PortForwarding': {'1.3'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'QosPolicy': {'1.10'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'SecurityGroup': {'1.5'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'SubPort': {'1.0'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Subnet': {'1.1'}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Trunk': {'1.1'}} Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: consumer versions: Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: { DHCP agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: HyperV agent@hv-cinder-79053: {}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: L3 agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: Metadata agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: Metering agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: Open vSwitch agent@dv-cinder-790535-31-iscsi: { 'AddressGroup': '1.2', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Agent': '1.1', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'ConntrackHelper': '1.0', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'LocalIPAssociation': '1.0', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Log': '1.0', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'NDPProxy': '1.0', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Network': '1.1', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Port': '1.7', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'PortForwarding': '1.3', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'QosPolicy': '1.10', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'SecurityGroup': '1.5', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'SecurityGroupRule': '1.2', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'SubPort': '1.0', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Subnet': '1.1', Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: 'Trunk': '1.1'}} Mar 22 17:41:26.381771 dv-cinder-790535-31-iscsi neutron-server[109968]: {{(pid=109968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:41:26.391365 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (6b589bfc-87fa-44c2-a6c3-6853b81a638a), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.391709 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.segments_db [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Added segment 6b589bfc-87fa-44c2-a6c3-6853b81a638a of type vlan for network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 Mar 22 17:41:26.441761 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.473399 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.475046 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:26.475742 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.560872 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9247813 Mar 22 17:41:26.560872 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f042eb-09d1-4126-81c6-5d7e07f9c847 admin admin] Pushing event updated for resources: {'Network': ['ID=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:26.563204 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51584) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:26.576825 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Request body: {'subnet': {'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-461679378-subnet', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:26.577700 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:41:26.614306 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Made reservation on behalf of 7ed4104feede4674a867b41f6ff73e8c for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:26.617045 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.755595 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51594) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:26.837598 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-network', 'tenant_id': '551e3d92eba5412297c3544177af2587'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:26.869816 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (bb472c87-5227-40ca-b870-5ef24c007548), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.875220 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Made reservation on behalf of 551e3d92eba5412297c3544177af2587 for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:26.877633 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.893086 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.038400 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Publish callbacks [] for security_group (7cefe8d6-2e55-475d-8956-4a5468c9ca7a), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.039960 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Checking segment: {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:27.040484 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Network hostable DHCP agents. Network: ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:41:27.054269 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (7cefe8d6-2e55-475d-8956-4a5468c9ca7a), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.069181 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:41:27.089783 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51612) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:27.099446 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:41:27.102568 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (56bd40f0-969a-4707-9cc1-cf7d93e979f4), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.102890 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Added segment 56bd40f0-969a-4707-9cc1-cf7d93e979f4 of type vlan for network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 Mar 22 17:41:27.108366 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb472c87-5227-40ca-b870-5ef24c007548,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:27.123318 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:27.141361 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2d99bd-aa5a-4e10-ab05-bb7854c3a7f0 None None] Network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:41:27.167709 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:27.168635 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.177664 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.178211 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.178765 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.179267 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.179761 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.180289 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.180791 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.181300 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.181842 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.182347 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.182856 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.183364 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.183862 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.184354 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.184837 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:27.185356 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1152085026-network', 'tenant_id': '09329aeb302a408f879a8c08954cffc5'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] Tracked resource versions report: Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: pushed versions: Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: { 'AddressGroup': {'1.2'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Agent': {'1.1'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'ConntrackHelper': {'1.0'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Log': {'1.0'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'NDPProxy': {'1.0'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Network': {'1.1'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Port': {'1.7'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'PortForwarding': {'1.3'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'QosPolicy': {'1.10'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'SecurityGroup': {'1.5'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'SubPort': {'1.0'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Subnet': {'1.1'}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Trunk': {'1.1'}} Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: consumer versions: Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: { DHCP agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: HyperV agent@hv-cinder-79053: {}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: L3 agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: Metadata agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: Metering agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: Open vSwitch agent@dv-cinder-790535-31-iscsi: { 'AddressGroup': '1.2', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Agent': '1.1', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'ConntrackHelper': '1.0', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'LocalIPAssociation': '1.0', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Log': '1.0', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'NDPProxy': '1.0', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Network': '1.1', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Port': '1.7', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'PortForwarding': '1.3', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'QosPolicy': '1.10', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'SecurityGroup': '1.5', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'SecurityGroupRule': '1.2', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'SubPort': '1.0', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Subnet': '1.1', Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: 'Trunk': '1.1'}} Mar 22 17:41:27.186444 dv-cinder-790535-31-iscsi neutron-server[109967]: {{(pid=109967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:41:27.214995 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cefe8d6-2e55-475d-8956-4a5468c9ca7a,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:27.220601 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (0dec5cb3-00ee-49ed-81ec-287be8da6ef5), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.239344 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d76e1b46-9004-4f4d-8963-5ad49bc7ada3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6723607 Mar 22 17:41:27.248219 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51616) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:27.254148 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:27.280999 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (0dec5cb3-00ee-49ed-81ec-287be8da6ef5), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.284881 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:27.286066 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.329096 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0187542 Mar 22 17:41:27.341110 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6020b14-bac5-5759-9b19-a0dd5cfccbad-ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548'}]}} from dv-cinder-790535-31-iscsi. {{(pid=109969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:41:27.342574 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.359131 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51622) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:27.429875 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Made reservation on behalf of 09329aeb302a408f879a8c08954cffc5 for: {'network': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:27.433625 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.438125 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-58ef92c8-da6a-4e29-92ab-ef482d4d8f05 admin admin] Request body: {'subnet': {'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-subnet', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:27.446466 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.449345 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2982'] for router (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.452622 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2993'] for router (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.536179 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.db_base_plugin_common [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Allocated IP 172.20.0.2 (ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6/bb472c87-5227-40ca-b870-5ef24c007548/3d2d6422-ad80-45ee-9994-e70ec2592239) {{(pid=109969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:27.551455 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a3f37-3c79-44a3-90ea-b95178a066e3 admin admin] Pushing event updated for resources: {'Network': ['ID=0dec5cb3-00ee-49ed-81ec-287be8da6ef5,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:27.558568 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef92c8-da6a-4e29-92ab-ef482d4d8f05 admin admin] Made reservation on behalf of 551e3d92eba5412297c3544177af2587 for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:27.562200 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-58ef92c8-da6a-4e29-92ab-ef482d4d8f05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.576982 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:41:27.661711 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Publish callbacks [] for security_group (8817308a-4fbd-48dc-8d6c-ff99c3a43b5a), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.670802 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (8817308a-4fbd-48dc-8d6c-ff99c3a43b5a), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.790304 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=109968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:41:27.800435 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:27.820624 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (cace1367-418c-4c14-9e34-5faf7c88fefc), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.821714 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.segments_db [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Added segment cace1367-418c-4c14-9e34-5faf7c88fefc of type vlan for network 08c37b31-b308-4441-a32d-137e23735770 Mar 22 17:41:27.848880 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Publish callbacks [] for router_controller (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.862262 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-121129760-network', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:27.899534 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Publish callbacks [] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), precommit_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.911052 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.956817 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (08c37b31-b308-4441-a32d-137e23735770), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.974216 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Made reservation on behalf of dafda4c018df4141b3c5cfbecea2350e for: {'network': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:27.978835 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.001412 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.011423 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Pushing event updated for resources: {'Port': ['ID=3d2d6422-ad80-45ee-9994-e70ec2592239,revision_number=1']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:28.029503 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.030116 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.031120 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.031455 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.032048 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.032636 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.033259 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.033889 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.034932 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.035283 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.035675 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.036237 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.036578 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.036962 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.037298 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Tracked resource versions report: Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: pushed versions: Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: { 'AddressGroup': {'1.2'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Agent': {'1.1'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'ConntrackHelper': {'1.0'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Log': {'1.0'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'NDPProxy': {'1.0'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Network': {'1.1'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Port': {'1.7'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'PortForwarding': {'1.3'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'QosPolicy': {'1.10'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'SecurityGroup': {'1.5'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'SubPort': {'1.0'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Subnet': {'1.1'}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Trunk': {'1.1'}} Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: consumer versions: Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: { DHCP agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: HyperV agent@hv-cinder-79053: {}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: L3 agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: Metadata agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: Metering agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: Open vSwitch agent@dv-cinder-790535-31-iscsi: { 'AddressGroup': '1.2', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Agent': '1.1', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'ConntrackHelper': '1.0', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'LocalIPAssociation': '1.0', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Log': '1.0', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'NDPProxy': '1.0', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Network': '1.1', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Port': '1.7', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'PortForwarding': '1.3', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'QosPolicy': '1.10', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'SecurityGroup': '1.5', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'SecurityGroupRule': '1.2', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'SubPort': '1.0', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Subnet': '1.1', Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: 'Trunk': '1.1'}} Mar 22 17:41:28.038639 dv-cinder-790535-31-iscsi neutron-server[109969]: {{(pid=109969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:41:28.051613 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 is already hosted by enough agents. {{(pid=109969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:28.053398 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.base_scheduler [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Resources bound (agent type, host, resource id): {{(pid=109969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:28.057346 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Received port after_create {{(pid=109969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:28.073204 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51632) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:28.099959 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Publish callbacks [] for router_gateway (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.147653 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Attempting to bind port 3d2d6422-ad80-45ee-9994-e70ec2592239 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:41:28.147653 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Attempting to bind port 3d2d6422-ad80-45ee-9994-e70ec2592239 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:41:28.147653 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Attempting to bind port 3d2d6422-ad80-45ee-9994-e70ec2592239 on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:28.158926 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:41:28.160446 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Checking segment: {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:28.161252 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.161703 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Bound using segment: {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:41:28.164628 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Bound port: 3d2d6422-ad80-45ee-9994-e70ec2592239, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:41:28.165623 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.244988 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Publish callbacks [] for security_group (e636d0cb-dd55-4b9d-a524-955f21a2606b), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.249307 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.db.resource_extend [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 17:41:28.265060 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (e636d0cb-dd55-4b9d-a524-955f21a2606b), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.328051 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-58ef92c8-da6a-4e29-92ab-ef482d4d8f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (004bbac2-0014-4e4a-bd98-f2f6cd1034a9), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.329891 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e636d0cb-dd55-4b9d-a524-955f21a2606b,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:28.343838 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] For port 3d2d6422-ad80-45ee-9994-e70ec2592239, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:41:28.364363 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] For port 3d2d6422-ad80-45ee-9994-e70ec2592239, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=3d2d6422-ad80-45ee-9994-e70ec2592239,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:41:28.364808 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=109968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:41:28.372400 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (08c37b31-b308-4441-a32d-137e23735770), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.372533 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:28.373785 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.378284 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.415783 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef92c8-da6a-4e29-92ab-ef482d4d8f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=004bbac2-0014-4e4a-bd98-f2f6cd1034a9,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:28.528308 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] Pushing event updated for resources: {'Network': ['ID=08c37b31-b308-4441-a32d-137e23735770,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:28.532389 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80953a07-00bc-4fc5-b3cb-7cc5d3bf6164 None None] Pushing event updated for resources: {'Port': ['ID=3d2d6422-ad80-45ee-9994-e70ec2592239,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:28.540893 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c50e8f42-1a4e-4351-810e-0151c31ff24c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7833567 Mar 22 17:41:28.546108 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network 08c37b31-b308-4441-a32d-137e23735770 details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:41:28.548623 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51648) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:28.558025 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-be827781-3d2e-4b18-8796-8512b302fac8 admin admin] Request body: {'subnet': {'network_id': '08c37b31-b308-4441-a32d-137e23735770', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1152085026-subnet', 'tenant_id': '09329aeb302a408f879a8c08954cffc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:28.619176 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (47de7b8c-3209-460b-836b-70383b117cef), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.620205 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.segments_db [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Added segment 47de7b8c-3209-460b-836b-70383b117cef of type vlan for network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 Mar 22 17:41:28.637505 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be827781-3d2e-4b18-8796-8512b302fac8 admin admin] Made reservation on behalf of 09329aeb302a408f879a8c08954cffc5 for: {'subnet': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:28.642001 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-be827781-3d2e-4b18-8796-8512b302fac8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.700700 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Publish callbacks [] for router_gateway (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.742475 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.795264 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef92c8-da6a-4e29-92ab-ef482d4d8f05 admin admin] Checking segment: {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:28.795683 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef92c8-da6a-4e29-92ab-ef482d4d8f05 admin admin] Network hostable DHCP agents. Network: 0dec5cb3-00ee-49ed-81ec-287be8da6ef5, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:41:28.858908 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-971436446-network', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:28.938276 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (06def2f6-b8b5-444e-b9f0-54c72e8e6c51), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.988424 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef92c8-da6a-4e29-92ab-ef482d4d8f05 admin admin] Network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:41:29.037059 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-58ef92c8-da6a-4e29-92ab-ef482d4d8f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, 0dec5cb3-00ee-49ed-81ec-287be8da6ef5) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:29.045332 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef92c8-da6a-4e29-92ab-ef482d4d8f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:29.046419 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-58ef92c8-da6a-4e29-92ab-ef482d4d8f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.052616 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd2739a-45cc-4e44-a900-382398b30a05 None None] Network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:41:29.069672 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Made reservation on behalf of 545c21eb56a34f30adb2fbf76197ea0c for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:29.073633 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.146735 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (06def2f6-b8b5-444e-b9f0-54c72e8e6c51), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.148077 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:29.148748 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.157381 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.176226 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-58ef92c8-da6a-4e29-92ab-ef482d4d8f05 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7557447 Mar 22 17:41:29.190067 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51658) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:29.198780 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:29.240471 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Allocated IP 172.27.3.247 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/d84530ce-3a62-4fc2-8ed2-9ce3f15dc094) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:29.280371 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2982'] for router (a6194bcf-05d5-4ccf-af1e-203dd51db57c), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.281392 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2993'] for router (a6194bcf-05d5-4ccf-af1e-203dd51db57c), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.395349 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-59cbd7cd-9c19-4d63-96da-0f0de11879cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.425440 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6020b14-bac5-5759-9b19-a0dd5cfccbad-0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'project_id': '551e3d92eba5412297c3544177af2587', 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9'}]}} from dv-cinder-790535-31-iscsi. {{(pid=109969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:41:29.428161 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.501309 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-be827781-3d2e-4b18-8796-8512b302fac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (42389cc1-6154-42ba-bf52-bf5b7e2f798a), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.522724 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] Pushing event updated for resources: {'Network': ['ID=06def2f6-b8b5-444e-b9f0-54c72e8e6c51,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:29.559865 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Publish callbacks [] for security_group (82abbe05-c8e0-4a63-996c-eefc8817e378), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.575974 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (82abbe05-c8e0-4a63-996c-eefc8817e378), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.651896 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-9e1f607a-8942-4051-a0cd-61a79633bfc1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5601070 Mar 22 17:41:29.654185 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be827781-3d2e-4b18-8796-8512b302fac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42389cc1-6154-42ba-bf52-bf5b7e2f798a,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:29.660553 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Publish callbacks [] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.662098 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51668) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:29.678979 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Publish callbacks [] for router_controller (a6194bcf-05d5-4ccf-af1e-203dd51db57c), precommit_add_association {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.684556 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-8089a6ab-c649-4407-9836-293c3d0b152b admin admin] Request body: {'subnet': {'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-121129760-subnet', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:29.714116 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:41:29.743908 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82abbe05-c8e0-4a63-996c-eefc8817e378,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:29.776775 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (4b28d9a9-f5e3-492d-89ce-c61a04df04ea), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.777134 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Added segment 4b28d9a9-f5e3-492d-89ce-c61a04df04ea of type vlan for network e4bb652a-ddb8-47f6-a166-0773f8309a03 Mar 22 17:41:29.804653 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8089a6ab-c649-4407-9836-293c3d0b152b admin admin] Made reservation on behalf of dafda4c018df4141b3c5cfbecea2350e for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:29.807522 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8089a6ab-c649-4407-9836-293c3d0b152b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:29.828206 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:41:29.899437 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 3d2d6422-ad80-45ee-9994-e70ec2592239 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:41:29.920295 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:30.042361 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be827781-3d2e-4b18-8796-8512b302fac8 admin admin] Checking segment: {'id': 'cace1367-418c-4c14-9e34-5faf7c88fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '08c37b31-b308-4441-a32d-137e23735770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:30.043442 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be827781-3d2e-4b18-8796-8512b302fac8 admin admin] Network hostable DHCP agents. Network: 08c37b31-b308-4441-a32d-137e23735770, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:41:30.234102 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:30.240462 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (e4bb652a-ddb8-47f6-a166-0773f8309a03), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:30.278111 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Pushing event updated for resources: {'Port': ['ID=d84530ce-3a62-4fc2-8ed2-9ce3f15dc094,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:30.290305 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:30.389753 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 3d2d6422-ad80-45ee-9994-e70ec2592239 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:30.390634 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Publish callbacks [] for router_gateway (a6194bcf-05d5-4ccf-af1e-203dd51db57c), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:30.391526 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:30.408596 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be827781-3d2e-4b18-8796-8512b302fac8 admin admin] Network 08c37b31-b308-4441-a32d-137e23735770 is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:41:30.472176 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ffca00-9a75-461f-a712-fb6989b29ca5 None None] Network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:41:30.518195 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:30.523652 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-be827781-3d2e-4b18-8796-8512b302fac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, 08c37b31-b308-4441-a32d-137e23735770) {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:30.545588 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be827781-3d2e-4b18-8796-8512b302fac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:30.546069 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-be827781-3d2e-4b18-8796-8512b302fac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:30.614420 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-be827781-3d2e-4b18-8796-8512b302fac8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0642471 Mar 22 17:41:30.655013 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (e4bb652a-ddb8-47f6-a166-0773f8309a03), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:30.656467 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:30.657423 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:30.948175 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Publish callbacks [] for router_gateway (a6194bcf-05d5-4ccf-af1e-203dd51db57c), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.024816 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.047277 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:41:31.060122 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9854474 Mar 22 17:41:31.066098 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51720) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:31.133120 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3486fe10-b491-418b-8e59-561f1a7e81f0 None None] Network 08c37b31-b308-4441-a32d-137e23735770 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:41:31.192856 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-3fd800e2-a052-4433-8ea9-65b5e59c6497 admin admin] Request body: {'subnet': {'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-subnet', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:31.259401 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Allocated IP 172.27.3.11 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/792650de-bec0-4ac3-ac6d-1cd2f7841376) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:31.302306 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.db_base_plugin_common [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Allocated IP 172.20.0.2 (0dec5cb3-00ee-49ed-81ec-287be8da6ef5/004bbac2-0014-4e4a-bd98-f2f6cd1034a9/8880b5fd-ae82-4f04-b3d9-f244434561dd) {{(pid=109969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:31.391136 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21678de5-5c31-41bd-a90d-eadc981a8151 admin admin] Pushing event updated for resources: {'Network': ['ID=e4bb652a-ddb8-47f6-a166-0773f8309a03,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:31.492345 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network e4bb652a-ddb8-47f6-a166-0773f8309a03 details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:41:31.529428 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd800e2-a052-4433-8ea9-65b5e59c6497 admin admin] Made reservation on behalf of 545c21eb56a34f30adb2fbf76197ea0c for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:31.531910 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3fd800e2-a052-4433-8ea9-65b5e59c6497 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.591523 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Publish callbacks [] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.712278 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.832715 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:31.860246 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:31.873160 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:31.891813 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8089a6ab-c649-4407-9836-293c3d0b152b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (56859b9d-6232-4703-b2f1-50f11823f1f1), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.892432 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Pushing event updated for resources: {'Port': ['ID=792650de-bec0-4ac3-ac6d-1cd2f7841376,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:31.990471 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e757d499-5ff2-4fa7-942d-c17b7b1dc128 None None] Network 08c37b31-b308-4441-a32d-137e23735770 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:41:32.069657 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089a6ab-c649-4407-9836-293c3d0b152b admin admin] Pushing event updated for resources: {'Subnet': ['ID=56859b9d-6232-4703-b2f1-50f11823f1f1,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:32.074613 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51754) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:32.217382 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-da78d597-d8ce-4ad4-810c-e30097ba4505 None None] Provisioning complete for port 3d2d6422-ad80-45ee-9994-e70ec2592239 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:32.218138 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-da78d597-d8ce-4ad4-810c-e30097ba4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.223535 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Publish callbacks [] for router_gateway (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.290457 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-369ebc53-51f7-4f76-8949-8c29ebe05b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.302866 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 3d2d6422-ad80-45ee-9994-e70ec2592239 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:32.303569 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.475318 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089a6ab-c649-4407-9836-293c3d0b152b admin admin] Checking segment: {'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:32.476044 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089a6ab-c649-4407-9836-293c3d0b152b admin admin] Network hostable DHCP agents. Network: 06def2f6-b8b5-444e-b9f0-54c72e8e6c51, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:41:32.515694 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port 3d2d6422-ad80-45ee-9994-e70ec2592239, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=3d2d6422-ad80-45ee-9994-e70ec2592239,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:32.549268 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.633082 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51792) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:32.636154 dv-cinder-790535-31-iscsi neutron-server[109968]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 17:41:32.662140 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-36f7abd8-97b9-4d54-8fc9-68325b9b1e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.676039 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Publish callbacks [] for router_gateway (a6194bcf-05d5-4ccf-af1e-203dd51db57c), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.731255 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089a6ab-c649-4407-9836-293c3d0b152b admin admin] Network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:41:32.752187 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=3d2d6422-ad80-45ee-9994-e70ec2592239,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:32.761617 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-8089a6ab-c649-4407-9836-293c3d0b152b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, 06def2f6-b8b5-444e-b9f0-54c72e8e6c51) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:32.789581 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8089a6ab-c649-4407-9836-293c3d0b152b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:32.791558 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8089a6ab-c649-4407-9836-293c3d0b152b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.823701 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c9933-84c3-4f5a-8b68-9a2efcc5f70f None None] Network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:41:32.897731 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-36f7abd8-97b9-4d54-8fc9-68325b9b1e88 admin admin] Publish callbacks [] for security_group (42994700-0370-46b2-91e6-3b18134e126b), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.906650 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Publish callbacks [] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), precommit_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.920249 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-36f7abd8-97b9-4d54-8fc9-68325b9b1e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (42994700-0370-46b2-91e6-3b18134e126b), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.930454 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.938368 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-da78d597-d8ce-4ad4-810c-e30097ba4505 None None] Current status of the port 3d2d6422-ad80-45ee-9994-e70ec2592239 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:32.964521 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-36f7abd8-97b9-4d54-8fc9-68325b9b1e88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1abf04e28a4e4ad2b187fc4c79b0c41f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8851295 Mar 22 17:41:32.975422 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51796) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:32.997499 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 is already hosted by enough agents. {{(pid=109969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:33.002499 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.base_scheduler [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Resources bound (agent type, host, resource id): {{(pid=109969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:33.002757 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7abd8-97b9-4d54-8fc9-68325b9b1e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42994700-0370-46b2-91e6-3b18134e126b,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:33.009854 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686701'] for router (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.042563 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Received port after_create {{(pid=109969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:33.054619 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Pushing event updated for resources: {'Port': ['ID=8880b5fd-ae82-4f04-b3d9-f244434561dd,revision_number=1']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:33.087023 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2d4125c5-0b31-403f-af0c-6282c5a2458d tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:33.088815 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2d4125c5-0b31-403f-af0c-6282c5a2458d tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/networks?id=08c37b31-b308-4441-a32d-137e23735770 HTTP/1.1" status: 200 len: 812 time: 0.4539065 Mar 22 17:41:33.127900 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6020b14-bac5-5759-9b19-a0dd5cfccbad-06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1'}]}} from dv-cinder-790535-31-iscsi. {{(pid=109969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:41:33.130944 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.140449 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-55b372af-727d-491f-8cee-52696984fe92 None None] Provisioning complete for port 3d2d6422-ad80-45ee-9994-e70ec2592239 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:33.140449 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-55b372af-727d-491f-8cee-52696984fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.169152 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-8089a6ab-c649-4407-9836-293c3d0b152b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4927564 Mar 22 17:41:33.170154 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51802) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:33.173149 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3fd800e2-a052-4433-8ea9-65b5e59c6497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (eeb566b8-5e2e-4fe9-bead-53cef53e0e25), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.181062 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:33.226114 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2982'] for router (e2099780-cd08-45d0-ac59-c761efd1e4f0), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.227617 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2993'] for router (e2099780-cd08-45d0-ac59-c761efd1e4f0), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.345218 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-67518477-3154-4eed-b131-f3b487759467 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/quotas/09329aeb302a408f879a8c08954cffc5 HTTP/1.1" status: 200 len: 375 time: 0.0929692 Mar 22 17:41:33.457704 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d4fe14cc-9463-4580-bf54-fd52a0da2a3b admin admin] Publish callbacks [] for security_group (42994700-0370-46b2-91e6-3b18134e126b), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.504528 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-4e99c5f2-900e-4f51-891e-758b9b293fbc tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=09329aeb302a408f879a8c08954cffc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1374681 Mar 22 17:41:33.534691 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Publish callbacks [] for router_controller (e2099780-cd08-45d0-ac59-c761efd1e4f0), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.536642 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd800e2-a052-4433-8ea9-65b5e59c6497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb566b8-5e2e-4fe9-bead-53cef53e0e25,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:33.542238 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd800e2-a052-4433-8ea9-65b5e59c6497 admin admin] Checking segment: {'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:33.550412 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd800e2-a052-4433-8ea9-65b5e59c6497 admin admin] Network hostable DHCP agents. Network: e4bb652a-ddb8-47f6-a166-0773f8309a03, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:41:33.600017 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d4fe14cc-9463-4580-bf54-fd52a0da2a3b admin admin] Publish callbacks [] for security_group (42994700-0370-46b2-91e6-3b18134e126b), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.637496 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686701'] for router (a6194bcf-05d5-4ccf-af1e-203dd51db57c), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.686879 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.db_base_plugin_common [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Allocated IP 172.20.0.2 (06def2f6-b8b5-444e-b9f0-54c72e8e6c51/56859b9d-6232-4703-b2f1-50f11823f1f1/c1ac890d-5a6d-4e69-acfe-2fbcea3a331f) {{(pid=109969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:33.767384 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd800e2-a052-4433-8ea9-65b5e59c6497 admin admin] Network e4bb652a-ddb8-47f6-a166-0773f8309a03 is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:41:33.901812 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d4fe14cc-9463-4580-bf54-fd52a0da2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (42994700-0370-46b2-91e6-3b18134e126b), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.904910 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d4fe14cc-9463-4580-bf54-fd52a0da2a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.911222 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-d4fe14cc-9463-4580-bf54-fd52a0da2a3b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42994700-0370-46b2-91e6-3b18134e126b HTTP/1.1" status: 204 len: 168 time: 0.9333010 Mar 22 17:41:33.922578 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-3fd800e2-a052-4433-8ea9-65b5e59c6497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, e4bb652a-ddb8-47f6-a166-0773f8309a03) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:33.935160 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd800e2-a052-4433-8ea9-65b5e59c6497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:33.935864 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3fd800e2-a052-4433-8ea9-65b5e59c6497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.952032 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c is scheduled to L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:41:33.957836 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Publish callbacks [] for router_gateway (e2099780-cd08-45d0-ac59-c761efd1e4f0), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.963537 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Attempting to bind port 8880b5fd-ae82-4f04-b3d9-f244434561dd on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:41:33.963537 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Attempting to bind port 8880b5fd-ae82-4f04-b3d9-f244434561dd by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:41:33.964262 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Attempting to bind port 8880b5fd-ae82-4f04-b3d9-f244434561dd on network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:33.968591 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3fd800e2-a052-4433-8ea9-65b5e59c6497 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7933826 Mar 22 17:41:33.971735 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51818) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:33.979759 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89412a4d-7275-4bf7-ba2d-1101c040db1a None None] Network e4bb652a-ddb8-47f6-a166-0773f8309a03 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:41:33.983647 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Router a6194bcf-05d5-4ccf-af1e-203dd51db57c is scheduled to L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 with binding_index 1 {{(pid=109968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:41:33.986909 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:33.999452 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe14cc-9463-4580-bf54-fd52a0da2a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42994700-0370-46b2-91e6-3b18134e126b,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:34.041139 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.043325 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:41:34.043969 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Checking segment: {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:34.044641 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.045191 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Bound using segment: {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:41:34.048020 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Bound port: 8880b5fd-ae82-4f04-b3d9-f244434561dd, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:41:34.048020 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.052844 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-7b33d345-e22a-4242-a9bc-de04ae160ee3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:41:34.070582 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-7b33d345-e22a-4242-a9bc-de04ae160ee3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2765772 Mar 22 17:41:34.209519 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Publish callbacks [] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), precommit_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.239790 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.300515 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2982'] for router (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.302032 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2993'] for router (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.358093 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Pushing event updated for resources: {'Port': ['ID=c1ac890d-5a6d-4e69-acfe-2fbcea3a331f,revision_number=1']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:34.457293 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:34.469711 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Sync routers for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:34.485390 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Publish callbacks [] for router_controller (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.490349 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:34.491009 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:41:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:34.499768 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-55b372af-727d-491f-8cee-52696984fe92 None None] Current status of the port 3d2d6422-ad80-45ee-9994-e70ec2592239 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:34.522244 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 is already hosted by enough agents. {{(pid=109969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:34.531311 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] For port 8880b5fd-ae82-4f04-b3d9-f244434561dd, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:41:34.560486 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:34.576182 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] For port 8880b5fd-ae82-4f04-b3d9-f244434561dd, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=8880b5fd-ae82-4f04-b3d9-f244434561dd,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:41:34.582986 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-932c998a-f97c-4778-ab59-ba6b77b1809f service neutron] 10.222.0.42 "GET /v2.0/networks/08c37b31-b308-4441-a32d-137e23735770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959733 Mar 22 17:41:34.629323 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Sync routers for ids ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:34.634800 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.base_scheduler [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Resources bound (agent type, host, resource id): {{(pid=109969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:34.640322 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Received port after_create {{(pid=109969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:34.684770 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.713386 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.720578 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-37bd04e5-3fae-465a-ae34-db8ecf84050b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5261331 Mar 22 17:41:34.722719 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.724128 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51834) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:34.724128 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51838) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:34.837129 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-69bdeed5-e7b7-4a53-aac0-d4fbe1278530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.864491 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.870750 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3d8dbf54-c626-4bff-bd9b-4448e4404db6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6178231 Mar 22 17:41:34.877336 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51844) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:34.897539 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Publish callbacks [] for router_gateway (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.922908 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d68bd-ee08-42d9-819e-0da9c0e7a830 None None] Pushing event updated for resources: {'Port': ['ID=8880b5fd-ae82-4f04-b3d9-f244434561dd,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:34.944000 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6020b14-bac5-5759-9b19-a0dd5cfccbad-e4bb652a-ddb8-47f6-a166-0773f8309a03', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25'}]}} from dv-cinder-790535-31-iscsi. {{(pid=109969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:41:34.945760 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.955175 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 3d2d6422-ad80-45ee-9994-e70ec2592239 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:41:35.030145 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-025f0d85-76e3-4cf1-9bef-b4921512d69e service neutron] 10.222.0.42 "GET /v2.0/networks/08c37b31-b308-4441-a32d-137e23735770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459317 Mar 22 17:41:35.331365 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:35.544224 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 51860) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:35.551379 dv-cinder-790535-31-iscsi neutron-server[109967]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 17:41:35.623353 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Attempting to bind port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:41:35.624142 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Attempting to bind port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:41:35.624927 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Attempting to bind port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f on network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:35.656927 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:41:35.663819 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Checking segment: {'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:35.667664 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:35.668229 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Bound using segment: {'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:41:35.668861 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Bound port: c1ac890d-5a6d-4e69-acfe-2fbcea3a331f, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:41:35.690257 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:35.693241 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Routers {'a6194bcf-05d5-4ccf-af1e-203dd51db57c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:35.694062 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:41:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:35.777620 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9246bb94-fdc8-4755-9203-659e2f77b9a2 req-efa174f7-f39a-4750-9074-de4c9b54fd3f tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 210 time: 0.2280781 Mar 22 17:41:35.840871 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Publish callbacks [] for router_gateway (e2099780-cd08-45d0-ac59-c761efd1e4f0), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:35.846936 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:31Z', 'revision_number': 3, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:35.920634 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:35.926976 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Checking router: 7e9c2aa2-d552-4d66-a494-db5bdffcb11c for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:35.927810 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Updating router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c port d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 binding host dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:41:36.075989 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:36.100432 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Allocated IP 172.27.3.26 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/de5cf993-b8ef-4cb1-9d59-a394ee6ab972) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:36.117136 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-69bdeed5-e7b7-4a53-aac0-d4fbe1278530 admin admin] Publish callbacks [] for security_group (d58d59b8-0cd7-47ae-a95f-96ede761b881), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:36.180322 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-69bdeed5-e7b7-4a53-aac0-d4fbe1278530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (d58d59b8-0cd7-47ae-a95f-96ede761b881), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:36.258869 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Publish callbacks [] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:36.303467 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:36.351128 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] For port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:41:36.357809 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] For port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=c1ac890d-5a6d-4e69-acfe-2fbcea3a331f,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:41:36.384339 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdeed5-e7b7-4a53-aac0-d4fbe1278530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58d59b8-0cd7-47ae-a95f-96ede761b881,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:36.421855 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:36.436890 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:36.452638 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:36.458776 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:36.462537 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Pushing event updated for resources: {'Port': ['ID=de5cf993-b8ef-4cb1-9d59-a394ee6ab972,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:36.480915 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Set router a6194bcf-05d5-4ccf-af1e-203dd51db57c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:36.642515 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-69bdeed5-e7b7-4a53-aac0-d4fbe1278530 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08599e77d6394ea0a9d71972d46468dd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9171317 Mar 22 17:41:36.648127 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 51892) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:36.922468 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Publish callbacks [] for router_gateway (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:36.961215 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.054846 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a05ea60b-aa9f-4f1b-a072-6d5b44798d33 admin admin] Publish callbacks [] for security_group (d58d59b8-0cd7-47ae-a95f-96ede761b881), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.073539 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Publish callbacks [] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), precommit_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.082581 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.112814 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.db_base_plugin_common [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Allocated IP 172.20.0.2 (e4bb652a-ddb8-47f6-a166-0773f8309a03/eeb566b8-5e2e-4fe9-bead-53cef53e0e25/839beaca-7f08-42c1-85c6-ee8b9d011ea8) {{(pid=109969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:37.164890 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 3d2d6422-ad80-45ee-9994-e70ec2592239 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:37.164890 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.191303 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f290ce02-4df6-4a5a-8b3b-d771fe881df8 req-4cb1f4f8-e1c3-40ab-af5d-7cee36a93cce tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 210 time: 0.3070369 Mar 22 17:41:37.194506 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.214298 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Pushing event updated for resources: {'Port': ['ID=d84530ce-3a62-4fc2-8ed2-9ce3f15dc094,revision_number=2']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:37.258351 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.258837 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.259208 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.259576 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.259922 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.260259 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.260596 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.260927 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.261278 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.261820 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.261962 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.262633 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.274178 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.274943 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.275421 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Tracked resource versions report: Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: pushed versions: Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: { 'AddressGroup': {'1.2'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Agent': {'1.1'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'ConntrackHelper': {'1.0'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Log': {'1.0'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'NDPProxy': {'1.0'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Network': {'1.1'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Port': {'1.7'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'PortForwarding': {'1.3'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'QosPolicy': {'1.10'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'SecurityGroup': {'1.5'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'SubPort': {'1.0'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Subnet': {'1.1'}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Trunk': {'1.1'}} Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: consumer versions: Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: { DHCP agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: HyperV agent@hv-cinder-79053: {}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: L3 agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: Metadata agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: Metering agent@dv-cinder-790535-31-iscsi: {}, Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: Open vSwitch agent@dv-cinder-790535-31-iscsi: { 'AddressGroup': '1.2', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Agent': '1.1', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'ConntrackHelper': '1.0', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'LocalIPAssociation': '1.0', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Log': '1.0', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'NDPProxy': '1.0', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Network': '1.1', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Port': '1.7', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'PortForwarding': '1.3', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'QosPolicy': '1.10', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'SecurityGroup': '1.5', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'SecurityGroupRule': '1.2', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'SubPort': '1.0', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Subnet': '1.1', Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: 'Trunk': '1.1'}} Mar 22 17:41:37.287541 dv-cinder-790535-31-iscsi neutron-server[109970]: {{(pid=109970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:41:37.371075 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Attempting to bind port d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:41:37.373892 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Attempting to bind port d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:41:37.375435 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Attempting to bind port d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 on network c8aa00b0-ab78-4efe-96f3-93b988cf785c {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:37.411136 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:41:37.411612 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a05ea60b-aa9f-4f1b-a072-6d5b44798d33 admin admin] Publish callbacks [] for security_group (d58d59b8-0cd7-47ae-a95f-96ede761b881), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.414652 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Checking segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:37.415823 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.421441 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Bound using segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:41:37.423813 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Bound port: d84530ce-3a62-4fc2-8ed2-9ce3f15dc094, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:41:37.425137 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.465615 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450820e3-1ce4-456a-8962-97e7dae9edbc None None] Pushing event updated for resources: {'Port': ['ID=c1ac890d-5a6d-4e69-acfe-2fbcea3a331f,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:37.607617 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Allocated IP 172.27.3.209 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/68edbeb8-f374-4daf-9abe-c5ebd36f16f1) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:37.633503 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.674262 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] For port d84530ce-3a62-4fc2-8ed2-9ce3f15dc094, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:41:37.684178 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] For port d84530ce-3a62-4fc2-8ed2-9ce3f15dc094, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=d84530ce-3a62-4fc2-8ed2-9ce3f15dc094,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:41:37.694335 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.803118 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67df3b9d-a1a0-4c9e-9f2d-ca490c8782aa None None] Network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:41:37.808610 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Publish callbacks [] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.876444 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.881164 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Publish callbacks [] for router_gateway (e2099780-cd08-45d0-ac59-c761efd1e4f0), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.904686 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362378bc-b07b-4c30-932d-dd7544eb7a7d None None] Pushing event updated for resources: {'Port': ['ID=d84530ce-3a62-4fc2-8ed2-9ce3f15dc094,revision_number=3']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:37.923184 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:37.923850 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:41:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:38.122796 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:38.206638 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:38.243273 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-ac6949ca-10a2-49f9-8f56-97661011842d None None] Provisioning complete for port 8880b5fd-ae82-4f04-b3d9-f244434561dd triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:38.243273 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ac6949ca-10a2-49f9-8f56-97661011842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:38.323361 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Pushing event updated for resources: {'Port': ['ID=68edbeb8-f374-4daf-9abe-c5ebd36f16f1,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:38.358688 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a05ea60b-aa9f-4f1b-a072-6d5b44798d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (d58d59b8-0cd7-47ae-a95f-96ede761b881), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:38.365054 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a05ea60b-aa9f-4f1b-a072-6d5b44798d33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:38.367473 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-a05ea60b-aa9f-4f1b-a072-6d5b44798d33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d58d59b8-0cd7-47ae-a95f-96ede761b881 HTTP/1.1" status: 204 len: 168 time: 1.7181363 Mar 22 17:41:38.409983 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:38.413905 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:38.428363 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:38.473700 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ea60b-aa9f-4f1b-a072-6d5b44798d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58d59b8-0cd7-47ae-a95f-96ede761b881,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:38.647416 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Allocated IP 172.20.0.1 (0dec5cb3-00ee-49ed-81ec-287be8da6ef5/004bbac2-0014-4e4a-bd98-f2f6cd1034a9/27b02b89-b6ae-4b3c-9161-450de9e7902e) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:38.776480 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:31Z', 'revision_number': 3, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:38.779735 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-ac6949ca-10a2-49f9-8f56-97661011842d None None] Current status of the port 8880b5fd-ae82-4f04-b3d9-f244434561dd is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:38.780737 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ac6949ca-10a2-49f9-8f56-97661011842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:38.785987 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Publish callbacks [] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), precommit_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:38.814325 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 3d2d6422-ad80-45ee-9994-e70ec2592239 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:38.840189 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:38.841158 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f14cd3-3804-41fa-88fb-99feaf9852b7 None None] The sync data for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi is: [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:31Z', 'revision_number': 3, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:41:38.843597 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:32Z', 'revision_number': 3, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:38.912369 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Checking router: a6194bcf-05d5-4ccf-af1e-203dd51db57c for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:38.913012 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Updating router a6194bcf-05d5-4ccf-af1e-203dd51db57c port 792650de-bec0-4ac3-ac6d-1cd2f7841376 binding host dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:41:38.954984 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8d2ac188-090c-48e9-9c5a-13fc14aac75e req-b9bfb64b-e4e7-4f55-a683-6dd1ad78e34f tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 210 time: 0.1986196 Mar 22 17:41:39.020965 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-ac6949ca-10a2-49f9-8f56-97661011842d None None] For port 8880b5fd-ae82-4f04-b3d9-f244434561dd, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=8880b5fd-ae82-4f04-b3d9-f244434561dd,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:39.031788 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ac6949ca-10a2-49f9-8f56-97661011842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:39.091625 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Network e4bb652a-ddb8-47f6-a166-0773f8309a03 is already hosted by enough agents. {{(pid=109969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:39.106474 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Allocated IP 172.20.0.1 (ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6/bb472c87-5227-40ca-b870-5ef24c007548/802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:39.117022 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.base_scheduler [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Resources bound (agent type, host, resource id): {{(pid=109969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:39.120110 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Received port after_create {{(pid=109969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:39.123262 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Pushing event updated for resources: {'Port': ['ID=839beaca-7f08-42c1-85c6-ee8b9d011ea8,revision_number=1']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:39.289364 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:39.432509 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6949ca-10a2-49f9-8f56-97661011842d None None] Pushing event updated for resources: {'Port': ['ID=8880b5fd-ae82-4f04-b3d9-f244434561dd,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:39.471258 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Publish callbacks [] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:39.491794 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Publish callbacks [] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:39.585317 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:39.651223 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517ea2ce-8d8d-45c6-b105-893d365cc573 None None] Network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:41:39.652226 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:39.664238 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device c1ac890d-5a6d-4e69-acfe-2fbcea3a331f up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:41:39.716230 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:39.722324 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:39.729131 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:39.729690 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688184'] for router_interface (a6194bcf-05d5-4ccf-af1e-203dd51db57c), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:39.769802 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686701'] for router (e2099780-cd08-45d0-ac59-c761efd1e4f0), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:39.850951 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:39.868329 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:39.872255 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=27b02b89-b6ae-4b3c-9161-450de9e7902e,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:39.880633 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:39.880982 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688184'] for router_interface (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:40.120707 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Publish callbacks [] for router_gateway (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:40.471751 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:40.879556 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Attempting to bind port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:41:40.881283 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Attempting to bind port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:41:40.881844 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Attempting to bind port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 on network e4bb652a-ddb8-47f6-a166-0773f8309a03 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:40.891105 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-3be8f979-6bd0-4c0d-898a-11a136fa675a None None] Provisioning complete for port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:40.892702 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3be8f979-6bd0-4c0d-898a-11a136fa675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:40.907099 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:41:40.907334 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Checking segment: {'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:40.907966 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:40.908518 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Bound using segment: {'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:41:40.912032 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Bound port: 839beaca-7f08-42c1-85c6-ee8b9d011ea8, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:41:40.912564 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:40.914452 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Router e2099780-cd08-45d0-ac59-c761efd1e4f0 is scheduled to L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:41:41.123402 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-02f33569-fffc-4d0f-9c95-272b3fbd8e90 req-5ed700f1-d960-44bc-a030-be5de8cbd6d9 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 210 time: 0.8241973 Mar 22 17:41:41.348439 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Pushing event updated for resources: {'Port': ['ID=802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:41.403386 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686701'] for router (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.460582 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] For port 839beaca-7f08-42c1-85c6-ee8b9d011ea8, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:41:41.481176 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] For port 839beaca-7f08-42c1-85c6-ee8b9d011ea8, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=839beaca-7f08-42c1-85c6-ee8b9d011ea8,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:41:41.514456 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:41.514912 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.535953 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.595594 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:41.610848 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.76', 49264) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:41.641652 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Sync routers for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:41.664778 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:41.665446 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:41:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:41.763096 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.953399 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Publish callbacks [] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.020949 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-dd1bedf9-74ff-47b3-b0c8-f3a6d4fd4722 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:42.029282 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-dd1bedf9-74ff-47b3-b0c8-f3a6d4fd4722 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.76 "GET /v2.0/networks?id=08c37b31-b308-4441-a32d-137e23735770 HTTP/1.1" status: 200 len: 812 time: 0.3802702 Mar 22 17:41:42.044549 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.052336 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5b02e6a6-1cea-4831-ab8e-eb4a3c0bcd9d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.8772678 Mar 22 17:41:42.076915 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 52028) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:42.100985 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-99f27621-ed59-4a8f-9fd8-48eeee8a95cf tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Request body: {'port': {'device_id': '158d2247-2974-46db-9443-a6d3885f7e4e', 'network_id': '08c37b31-b308-4441-a32d-137e23735770', 'admin_state_up': True, 'tenant_id': '09329aeb302a408f879a8c08954cffc5'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:42.130087 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:42.256592 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.260234 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688044'] for router_interface (a6194bcf-05d5-4ccf-af1e-203dd51db57c), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.268531 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112bc03-16bd-493b-a76f-047b027b01d6 None None] Pushing event updated for resources: {'Port': ['ID=839beaca-7f08-42c1-85c6-ee8b9d011ea8,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:42.287264 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-3be8f979-6bd0-4c0d-898a-11a136fa675a None None] Current status of the port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:42.288248 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3be8f979-6bd0-4c0d-898a-11a136fa675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.436936 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Publish callbacks [] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.440944 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=27b02b89-b6ae-4b3c-9161-450de9e7902e,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:42.638675 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.745997 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-3be8f979-6bd0-4c0d-898a-11a136fa675a None None] For port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=c1ac890d-5a6d-4e69-acfe-2fbcea3a331f,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:42.818023 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3be8f979-6bd0-4c0d-898a-11a136fa675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.835413 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:42.835898 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.847271 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:36Z', 'revision_number': 3, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:42.912969 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:42.918912 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Attempting to bind port 792650de-bec0-4ac3-ac6d-1cd2f7841376 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:41:42.919655 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Attempting to bind port 792650de-bec0-4ac3-ac6d-1cd2f7841376 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:41:42.920446 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Attempting to bind port 792650de-bec0-4ac3-ac6d-1cd2f7841376 on network c8aa00b0-ab78-4efe-96f3-93b988cf785c {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:42.938476 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Checking router: e2099780-cd08-45d0-ac59-c761efd1e4f0 for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:42.938925 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Updating router e2099780-cd08-45d0-ac59-c761efd1e4f0 port de5cf993-b8ef-4cb1-9d59-a394ee6ab972 binding host dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:41:42.942602 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:42.948214 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fbc33-03e0-45f6-a848-b55f86fb6917 None None] Pushing event updated for resources: {'Port': ['ID=792650de-bec0-4ac3-ac6d-1cd2f7841376,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:42.963984 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Publish callbacks [] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.027976 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.093378 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:41:43.093378 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Checking segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:43.093378 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.093378 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Bound using segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:41:43.093378 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Bound port: 792650de-bec0-4ac3-ac6d-1cd2f7841376, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:41:43.093378 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.260779 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b64c49ca-f510-4abe-b65e-f3712d706d7f req-cb52afaf-63ac-4be2-98ce-7346d2f8ccc8 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 210 time: 0.2378619 Mar 22 17:41:43.279015 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.281033 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688044'] for router_interface (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.459976 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8f979-6bd0-4c0d-898a-11a136fa675a None None] Pushing event updated for resources: {'Port': ['ID=c1ac890d-5a6d-4e69-acfe-2fbcea3a331f,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:43.534557 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.db.api [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 17:41:43.546308 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG oslo_db.api [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 17:41:43.549904 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] For port 792650de-bec0-4ac3-ac6d-1cd2f7841376, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:41:43.553601 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-7f4dad90-5ff8-40aa-9043-b36f023f6ace None None] Provisioning complete for port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:43.563522 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7f4dad90-5ff8-40aa-9043-b36f023f6ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.583341 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-99f27621-ed59-4a8f-9fd8-48eeee8a95cf tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Made reservation on behalf of 09329aeb302a408f879a8c08954cffc5 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:43.585024 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] For port 792650de-bec0-4ac3-ac6d-1cd2f7841376, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=792650de-bec0-4ac3-ac6d-1cd2f7841376,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:41:43.587598 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-99f27621-ed59-4a8f-9fd8-48eeee8a95cf tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.712961 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.740517 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e is scheduled to L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:41:43.856927 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Pushing event updated for resources: {'Port': ['ID=802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:43.883897 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Publish callbacks [] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), precommit_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.886525 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-7f4dad90-5ff8-40aa-9043-b36f023f6ace None None] Port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:41:43.899630 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.978114 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63c437-055c-436a-9f59-ee6118fe220f None None] Pushing event updated for resources: {'Port': ['ID=de5cf993-b8ef-4cb1-9d59-a394ee6ab972,revision_number=2']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:43.978640 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fbc33-03e0-45f6-a848-b55f86fb6917 None None] Pushing event updated for resources: {'Port': ['ID=792650de-bec0-4ac3-ac6d-1cd2f7841376,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:43.983816 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Router a6194bcf-05d5-4ccf-af1e-203dd51db57c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:41:43.997149 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Routers {'a6194bcf-05d5-4ccf-af1e-203dd51db57c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:43.997826 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:41:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:44.026124 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Attempting to bind port de5cf993-b8ef-4cb1-9d59-a394ee6ab972 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:41:44.026881 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Attempting to bind port de5cf993-b8ef-4cb1-9d59-a394ee6ab972 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:41:44.027495 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Attempting to bind port de5cf993-b8ef-4cb1-9d59-a394ee6ab972 on network c8aa00b0-ab78-4efe-96f3-93b988cf785c {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:44.028712 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:44.035609 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:41:44.036225 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:44.036666 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Checking segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:44.037321 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:44.038812 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Bound using segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:41:44.039961 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Bound port: de5cf993-b8ef-4cb1-9d59-a394ee6ab972, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:41:44.040726 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:44.129182 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-7f4dad90-5ff8-40aa-9043-b36f023f6ace None None] Provisioning complete for port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:44.134034 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] For port de5cf993-b8ef-4cb1-9d59-a394ee6ab972, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:41:44.134552 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7f4dad90-5ff8-40aa-9043-b36f023f6ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:44.139833 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] For port de5cf993-b8ef-4cb1-9d59-a394ee6ab972, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=de5cf993-b8ef-4cb1-9d59-a394ee6ab972,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:41:44.164122 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:44.301876 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12f7ea1-9d6e-4569-8db7-33e671b90dd5 None None] Network e4bb652a-ddb8-47f6-a166-0773f8309a03 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:41:44.304949 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:44.306072 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:41:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:44.681574 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:44.681574 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 8880b5fd-ae82-4f04-b3d9-f244434561dd up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:41:44.712775 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:44.852493 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63c437-055c-436a-9f59-ee6118fe220f None None] Pushing event updated for resources: {'Port': ['ID=de5cf993-b8ef-4cb1-9d59-a394ee6ab972,revision_number=3']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:44.866733 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-06c6ed46-d4f2-4b7f-a660-250c03993ce2 admin admin] 10.222.0.42 "PUT /v2.0/routers/a6194bcf-05d5-4ccf-af1e-203dd51db57c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1396596 Mar 22 17:41:44.870989 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2bf96046-7d47-451f-91fd-73380ad06f6f req-378e18d8-b9f0-43ff-9623-ea24c5d6b9a8 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 210 time: 0.4018211 Mar 22 17:41:44.875346 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52112) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:44.897607 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-99f27621-ed59-4a8f-9fd8-48eeee8a95cf tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Allocated IP 172.20.0.6 (08c37b31-b308-4441-a32d-137e23735770/42389cc1-6154-42ba-bf52-bf5b7e2f798a/a62144fb-9d3e-4d48-9032-c30d10aa909e) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:44.957434 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] Set router a6194bcf-05d5-4ccf-af1e-203dd51db57c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:45.216436 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:41:45.315637 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:45.422962 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-7f4dad90-5ff8-40aa-9043-b36f023f6ace None None] Current status of the port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:45.469104 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Sync routers for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:45.472186 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:45.638240 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:45.646814 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:41:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:45.664758 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:45.672883 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-51523fe5-48a3-4759-b5d7-9e3adf66391d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.6965437 Mar 22 17:41:45.679494 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52130) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:45.718148 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-7f4dad90-5ff8-40aa-9043-b36f023f6ace None None] Provisioning complete for port 8880b5fd-ae82-4f04-b3d9-f244434561dd triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:45.719037 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7f4dad90-5ff8-40aa-9043-b36f023f6ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:45.802831 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 52132) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:45.920238 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 8880b5fd-ae82-4f04-b3d9-f244434561dd triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:45.931618 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:46.119262 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b9ce-8428-49d6-929e-8f63278dbbf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:46.324909 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b9ce-8428-49d6-929e-8f63278dbbf4 admin admin] Publish callbacks [] for security_group (6a89b774-803c-4ecf-aecd-f0d3642f7ea2), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:46.374343 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b9ce-8428-49d6-929e-8f63278dbbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (6a89b774-803c-4ecf-aecd-f0d3642f7ea2), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:46.385748 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-85f9de5d-19d6-4c8f-9ac0-d254420625f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:46.487999 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:36Z', 'revision_number': 3, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:46.601376 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-cdd9b9ce-8428-49d6-929e-8f63278dbbf4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1cefd0e2aa904360bce970d7cd5045c9&name=default HTTP/1.1" status: 200 len: 2993 time: 0.7604244 Mar 22 17:41:46.602543 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 52158) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:46.607696 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9b9ce-8428-49d6-929e-8f63278dbbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a89b774-803c-4ecf-aecd-f0d3642f7ea2,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:46.630957 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49a496-6bcc-4a07-9122-188ece18ea32 None None] The sync data for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi is: [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:36Z', 'revision_number': 3, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:41:46.700469 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-7f4dad90-5ff8-40aa-9043-b36f023f6ace None None] Current status of the port 8880b5fd-ae82-4f04-b3d9-f244434561dd is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:46.796560 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-99f27621-ed59-4a8f-9fd8-48eeee8a95cf tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Publish callbacks [] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:46.893508 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:46.917020 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-cba6c9e4-afb6-4c31-a834-d6aff4674f78 req-9ff016dc-9ac9-458c-ba76-08c2d628cd0d tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 210 time: 0.6185944 Mar 22 17:41:47.075112 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-85f9de5d-19d6-4c8f-9ac0-d254420625f0 admin admin] Publish callbacks [] for security_group (c64b31e9-2dc5-4844-8f84-ec3512331ced), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:47.080568 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:47.104239 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-85f9de5d-19d6-4c8f-9ac0-d254420625f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (c64b31e9-2dc5-4844-8f84-ec3512331ced), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:47.109892 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Sync routers for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:47.185747 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:47.186953 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:41:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:47.188395 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4af34414-49d5-4927-8445-7e9a0fd8deef admin admin] 10.222.0.42 "PUT /v2.0/routers/7e9c2aa2-d552-4d66-a494-db5bdffcb11c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2812283 Mar 22 17:41:47.619048 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 8880b5fd-ae82-4f04-b3d9-f244434561dd is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:47.676220 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-e597ca64-42d4-4752-99cc-18da406c3596 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:47.686538 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-e597ca64-42d4-4752-99cc-18da406c3596 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 819 time: 0.8867946 Mar 22 17:41:47.845115 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:47.889727 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-76641f43-0805-4cbd-9dcc-86c37f5b32e7 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/quotas/551e3d92eba5412297c3544177af2587 HTTP/1.1" status: 200 len: 375 time: 0.1711712 Mar 22 17:41:48.015102 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7e2c281d-9808-458d-9076-b30feb9b99ff admin admin] Publish callbacks [] for security_group (6a89b774-803c-4ecf-aecd-f0d3642f7ea2), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.124780 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-7f4dad90-5ff8-40aa-9043-b36f023f6ace None None] Provisioning complete for port 27b02b89-b6ae-4b3c-9161-450de9e7902e triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:48.125388 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7f4dad90-5ff8-40aa-9043-b36f023f6ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.136398 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-85f9de5d-19d6-4c8f-9ac0-d254420625f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b3587566d9643bb91054aa98992bffa&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2269528 Mar 22 17:41:48.340045 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52184) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:48.358592 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9de5d-19d6-4c8f-9ac0-d254420625f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64b31e9-2dc5-4844-8f84-ec3512331ced,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:48.592122 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-7f4dad90-5ff8-40aa-9043-b36f023f6ace None None] Port 27b02b89-b6ae-4b3c-9161-450de9e7902e cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:41:48.679677 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 2, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:48.682896 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-99f27621-ed59-4a8f-9fd8-48eeee8a95cf tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.687149 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7e2c281d-9808-458d-9076-b30feb9b99ff admin admin] Publish callbacks [] for security_group (6a89b774-803c-4ecf-aecd-f0d3642f7ea2), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.751378 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.776957 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-99f27621-ed59-4a8f-9fd8-48eeee8a95cf tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Network 08c37b31-b308-4441-a32d-137e23735770 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:48.794456 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 839beaca-7f08-42c1-85c6-ee8b9d011ea8 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:41:48.807097 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f28a7-e46e-42af-9dc3-3e576d2c7916 None None] The sync data for ids ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'] in dv-cinder-790535-31-iscsi is: [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 2, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:41:48.807866 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-99f27621-ed59-4a8f-9fd8-48eeee8a95cf tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:48.854020 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5061bcdd-701c-4575-ac55-48ced1e21b8a admin admin] Publish callbacks [] for security_group (c64b31e9-2dc5-4844-8f84-ec3512331ced), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.865874 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-99f27621-ed59-4a8f-9fd8-48eeee8a95cf tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:48.880358 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-99f27621-ed59-4a8f-9fd8-48eeee8a95cf tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:48.881132 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-99f27621-ed59-4a8f-9fd8-48eeee8a95cf tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.945709 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-c5984de5-b74c-4230-a0a4-d0173b1466f2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9340129 Mar 22 17:41:49.072910 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5061bcdd-701c-4575-ac55-48ced1e21b8a admin admin] Publish callbacks [] for security_group (c64b31e9-2dc5-4844-8f84-ec3512331ced), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.232894 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-ed8da7c6-7f1c-4694-96ab-ca52c4d6ce15 None None] Provisioning complete for port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:49.233829 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ed8da7c6-7f1c-4694-96ab-ca52c4d6ce15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.264177 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:42Z', 'revision_number': 2, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:49.420788 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Checking router: 7e9c2aa2-d552-4d66-a494-db5bdffcb11c for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:49.421296 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Updating router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b binding host dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:41:49.425964 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52200) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:49.454683 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.480626 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-6aa0428d-2266-4a7d-ab1e-de907ff3d0aa tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1025518711', 'description': 'tempest-description--1887770910'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:49.563230 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.685394 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-ed8da7c6-7f1c-4694-96ab-ca52c4d6ce15 None None] Port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:41:49.781878 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-ed8da7c6-7f1c-4694-96ab-ca52c4d6ce15 None None] Provisioning complete for port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:49.782341 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ed8da7c6-7f1c-4694-96ab-ca52c4d6ce15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.787100 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:49.787100 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.923763 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6aa0428d-2266-4a7d-ab1e-de907ff3d0aa tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.934649 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-b31984de-a4b4-4073-8796-9ba5de7528ad service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:41:49.937611 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-b31984de-a4b4-4073-8796-9ba5de7528ad service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8496358 Mar 22 17:41:50.159420 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:38Z', 'revision_number': 3, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:50.187468 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52208) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:50.327263 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Allocated IP 172.20.0.1 (06def2f6-b8b5-444e-b9f0-54c72e8e6c51/56859b9d-6232-4703-b2f1-50f11823f1f1/c9720c06-7920-4989-89e2-549528658234) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:50.387939 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-ed8da7c6-7f1c-4694-96ab-ca52c4d6ce15 None None] Current status of the port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:50.388791 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ed8da7c6-7f1c-4694-96ab-ca52c4d6ce15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.391485 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Checking router: 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:50.392222 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Updating router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e port 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 binding host dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:41:50.443352 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.583081 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5061bcdd-701c-4575-ac55-48ced1e21b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (c64b31e9-2dc5-4844-8f84-ec3512331ced), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.592195 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5061bcdd-701c-4575-ac55-48ced1e21b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.603024 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-5061bcdd-701c-4575-ac55-48ced1e21b8a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c64b31e9-2dc5-4844-8f84-ec3512331ced HTTP/1.1" status: 204 len: 168 time: 2.2529731 Mar 22 17:41:50.642103 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061bcdd-701c-4575-ac55-48ced1e21b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64b31e9-2dc5-4844-8f84-ec3512331ced,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:50.717155 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc38d4-0be8-43a4-999d-81fa197c62ca req-033de36a-ff17-485c-9875-4195ff6c264b tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:50.728883 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Publish callbacks [] for port (c9720c06-7920-4989-89e2-549528658234), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.736172 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-28bc38d4-0be8-43a4-999d-81fa197c62ca req-033de36a-ff17-485c-9875-4195ff6c264b tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 931 time: 1.0307953 Mar 22 17:41:50.775436 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Publish callbacks [] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), precommit_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.788960 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.795218 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-99f27621-ed59-4a8f-9fd8-48eeee8a95cf tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.7011476 Mar 22 17:41:50.937852 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Publish callbacks [] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.943699 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015afd7-65d8-4ea4-a707-a14ecf7a5eb8 None None] Pushing event updated for resources: {'Port': ['ID=802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b,revision_number=3']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:50.971494 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.984040 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Allocated IP 172.20.0.1 (e4bb652a-ddb8-47f6-a166-0773f8309a03/eeb566b8-5e2e-4fe9-bead-53cef53e0e25/f90fd1a7-99cf-43eb-bee8-9507ea71487b) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:51.032563 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-f58a5608-e393-426d-8fc2-37c2398de5f8 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:41:51.044813 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-f58a5608-e393-426d-8fc2-37c2398de5f8 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498929 Mar 22 17:41:51.149249 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13df593-2f4c-4f07-8a3c-ece96b6b2734 None None] Pushing event updated for resources: {'Port': ['ID=68edbeb8-f374-4daf-9abe-c5ebd36f16f1,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:51.156926 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Attempting to bind port 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:41:51.157297 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Attempting to bind port 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:41:51.157705 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Attempting to bind port 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 on network c8aa00b0-ab78-4efe-96f3-93b988cf785c {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:51.179320 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:41:51.179772 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Checking segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:51.180386 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.180886 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Bound using segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:41:51.181603 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Bound port: 68edbeb8-f374-4daf-9abe-c5ebd36f16f1, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:41:51.181837 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.230985 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6aa0428d-2266-4a7d-ab1e-de907ff3d0aa tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (84360c49-06c2-4b26-8516-c1871c1fb2a1), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.291576 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6aa0428d-2266-4a7d-ab1e-de907ff3d0aa tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (84360c49-06c2-4b26-8516-c1871c1fb2a1), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.294033 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f27621-ed59-4a8f-9fd8-48eeee8a95cf tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Pushing event updated for resources: {'Port': ['ID=a62144fb-9d3e-4d48-9032-c30d10aa909e,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:51.313179 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7e2c281d-9808-458d-9076-b30feb9b99ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (6a89b774-803c-4ecf-aecd-f0d3642f7ea2), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.319213 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7e2c281d-9808-458d-9076-b30feb9b99ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.320734 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Attempting to bind port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:41:51.321359 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Attempting to bind port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:41:51.321895 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Attempting to bind port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:51.323041 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7e2c281d-9808-458d-9076-b30feb9b99ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a89b774-803c-4ecf-aecd-f0d3642f7ea2 HTTP/1.1" status: 204 len: 168 time: 4.7063487 Mar 22 17:41:51.343139 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:41:51.344230 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Checking segment: {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:51.344942 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.346672 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Bound using segment: {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:41:51.349821 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Bound port: 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'}}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:41:51.351250 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:51.351825 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.351932 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.389399 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (c9720c06-7920-4989-89e2-549528658234), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.416467 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c281d-9808-458d-9076-b30feb9b99ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a89b774-803c-4ecf-aecd-f0d3642f7ea2,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:51.507309 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Pushing event updated for resources: {'Port': ['ID=c9720c06-7920-4989-89e2-549528658234,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:51.557628 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:51.569999 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-ed8da7c6-7f1c-4694-96ab-ca52c4d6ce15 None None] For port 839beaca-7f08-42c1-85c6-ee8b9d011ea8, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=839beaca-7f08-42c1-85c6-ee8b9d011ea8,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:51.601660 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8399a152-c2b9-42d5-91cb-b81161d86b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.612706 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:51.631667 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:51.634429 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688184'] for router_interface (e2099780-cd08-45d0-ac59-c761efd1e4f0), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.644305 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ed8da7c6-7f1c-4694-96ab-ca52c4d6ce15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.797166 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-28bc38d4-0be8-43a4-999d-81fa197c62ca req-c365076e-bf7f-4559-a8da-4a10199d5bb3 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0569861 Mar 22 17:41:51.799751 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0428d-2266-4a7d-ab1e-de907ff3d0aa tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84360c49-06c2-4b26-8516-c1871c1fb2a1,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:51.830750 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6aa0428d-2266-4a7d-ab1e-de907ff3d0aa tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.839746 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-6aa0428d-2266-4a7d-ab1e-de907ff3d0aa tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.3672793 Mar 22 17:41:51.863679 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52226) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:51.917014 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-c6662725-7d59-4a9b-80a5-4f0e4d3d87c3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'security_group_rule': {'security_group_id': '84360c49-06c2-4b26-8516-c1871c1fb2a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:51.960483 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-38529740-b66e-43e4-830d-b33d75b99357 service neutron] 10.222.0.42 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9646177 Mar 22 17:41:51.997959 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.db.api [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 17:41:51.998443 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG oslo_db.api [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 17:41:51.999893 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] For port 68edbeb8-f374-4daf-9abe-c5ebd36f16f1, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:41:52.039327 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] For port 68edbeb8-f374-4daf-9abe-c5ebd36f16f1, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=68edbeb8-f374-4daf-9abe-c5ebd36f16f1,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:41:52.059850 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:52.090055 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] For port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:41:52.098743 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-ed8da7c6-7f1c-4694-96ab-ca52c4d6ce15 None None] Provisioning complete for port 27b02b89-b6ae-4b3c-9161-450de9e7902e triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:52.099123 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ed8da7c6-7f1c-4694-96ab-ca52c4d6ce15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:52.113445 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] For port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:41:52.144277 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:52.268042 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c6662725-7d59-4a9b-80a5-4f0e4d3d87c3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (c8f8da0a-8675-4944-8e58-a356bf72ef38), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:52.349145 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-ed8da7c6-7f1c-4694-96ab-ca52c4d6ce15 None None] Port 27b02b89-b6ae-4b3c-9161-450de9e7902e cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:41:52.445320 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:52.450526 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:41:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:52.496523 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015afd7-65d8-4ea4-a707-a14ecf7a5eb8 None None] Pushing event updated for resources: {'Port': ['ID=802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b,revision_number=4']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:52.527668 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8da7c6-7f1c-4694-96ab-ca52c4d6ce15 None None] Pushing event updated for resources: {'Port': ['ID=839beaca-7f08-42c1-85c6-ee8b9d011ea8,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:52.532171 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Request body: {'port': {'device_id': '158d2247-2974-46db-9443-a6d3885f7e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:52.583437 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:52.644659 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8399a152-c2b9-42d5-91cb-b81161d86b85 admin admin] Publish callbacks [] for security_group (f1f82b65-ae09-44ca-943e-4c9b84ed9605), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:52.666187 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8399a152-c2b9-42d5-91cb-b81161d86b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (f1f82b65-ae09-44ca-943e-4c9b84ed9605), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:52.811821 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399a152-c2b9-42d5-91cb-b81161d86b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f82b65-ae09-44ca-943e-4c9b84ed9605,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:52.836154 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:52.837321 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:41:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:52.890347 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-692e3be0-6c32-4bff-abd0-589c5c2c1509 None None] Provisioning complete for port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:52.897027 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-692e3be0-6c32-4bff-abd0-589c5c2c1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:52.922592 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-65d12642-54d5-4482-9304-56f48679c8be service neutron] 10.222.0.42 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9349477 Mar 22 17:41:52.969625 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Publish callbacks [] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:53.012833 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:53.061064 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8399a152-c2b9-42d5-91cb-b81161d86b85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7eee9b5a2d54055a49c7ec272eeb0b0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8496470 Mar 22 17:41:53.077068 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52236) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:53.165828 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c9720c06-7920-4989-89e2-549528658234), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:53.451325 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c6662725-7d59-4a9b-80a5-4f0e4d3d87c3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (c8f8da0a-8675-4944-8e58-a356bf72ef38), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:53.466021 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4c34cbe1-194c-43ec-8aa9-bdabfc89d99c admin admin] Publish callbacks [] for security_group (f1f82b65-ae09-44ca-943e-4c9b84ed9605), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:53.515497 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c6662725-7d59-4a9b-80a5-4f0e4d3d87c3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (c8f8da0a-8675-4944-8e58-a356bf72ef38), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:53.657459 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:53.682943 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52252) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:53.789717 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:53.896724 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Network e4bb652a-ddb8-47f6-a166-0773f8309a03 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:53.900908 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6662725-7d59-4a9b-80a5-4f0e4d3d87c3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f8da0a-8675-4944-8e58-a356bf72ef38,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:53.929248 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:53.937393 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4c34cbe1-194c-43ec-8aa9-bdabfc89d99c admin admin] Publish callbacks [] for security_group (f1f82b65-ae09-44ca-943e-4c9b84ed9605), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:53.993462 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.015800 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1cb2e64e-ebfa-4e7f-8f53-9e475d57f7fe req-25bf4098-ca46-4627-80ca-1141cf250489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 210 time: 0.2956100 Mar 22 17:41:54.198922 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=f90fd1a7-99cf-43eb-bee8-9507ea71487b,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:54.204689 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-62554bca-e5dd-43b2-b2ff-f5fc3dc2d053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.243862 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13df593-2f4c-4f07-8a3c-ece96b6b2734 None None] Pushing event updated for resources: {'Port': ['ID=68edbeb8-f374-4daf-9abe-c5ebd36f16f1,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:54.245070 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:54.245070 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688184'] for router_interface (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.278864 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:54.288046 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:41:54.356490 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:54.359875 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Publish callbacks [] for port (c9720c06-7920-4989-89e2-549528658234), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.374244 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (c9720c06-7920-4989-89e2-549528658234), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.377644 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688044'] for router_interface (e2099780-cd08-45d0-ac59-c761efd1e4f0), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.476663 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-62554bca-e5dd-43b2-b2ff-f5fc3dc2d053 admin admin] Publish callbacks [] for security_group (63d57702-30ff-4321-a937-2dacfc355038), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.488629 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c6662725-7d59-4a9b-80a5-4f0e4d3d87c3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.490870 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c6662725-7d59-4a9b-80a5-4f0e4d3d87c3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5966990 Mar 22 17:41:54.592446 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52282) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:54.599539 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259dad1-3eb8-49e5-a8b3-d1f0c8c5b54c None None] The sync data for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi is: [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:41:54.632805 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397324-2791-4326-a925-260e8d1e4f11 req-d7421d80-ffeb-42db-be0c-e8a60e00bd9c tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:54.663996 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e8397324-2791-4326-a925-260e8d1e4f11 req-d7421d80-ffeb-42db-be0c-e8a60e00bd9c tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 931 time: 1.3787324 Mar 22 17:41:54.670986 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-62554bca-e5dd-43b2-b2ff-f5fc3dc2d053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (63d57702-30ff-4321-a937-2dacfc355038), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.730077 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-bc8a6187-dcf1-4354-bfcf-bf44682f2d19 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'security_group_rule': {'security_group_id': '84360c49-06c2-4b26-8516-c1871c1fb2a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:54.745661 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Pushing event updated for resources: {'Port': ['ID=c9720c06-7920-4989-89e2-549528658234,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:54.849293 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-692e3be0-6c32-4bff-abd0-589c5c2c1509 None None] Current status of the port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:54.850575 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-692e3be0-6c32-4bff-abd0-589c5c2c1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.948282 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Sync routers for ids ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:55.070411 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-62554bca-e5dd-43b2-b2ff-f5fc3dc2d053 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b940e5d2f1df47aa86cc0fda10258196&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3248286 Mar 22 17:41:55.247556 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52298) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:55.323821 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:55.332130 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-692e3be0-6c32-4bff-abd0-589c5c2c1509 None None] For port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:55.332377 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45018526-9a12-4424-9ffd-3757179a3293 req-385146ba-d4a3-49db-a175-37921c9435ae tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:55.348365 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-385146ba-d4a3-49db-a175-37921c9435ae tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 819 time: 0.5378032 Mar 22 17:41:55.348781 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:55.348781 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:55.351701 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:55.370282 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-692e3be0-6c32-4bff-abd0-589c5c2c1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:55.403654 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-f30d5499-7971-49b9-9777-540d036c745f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/quotas/551e3d92eba5412297c3544177af2587 HTTP/1.1" status: 200 len: 375 time: 0.0614607 Mar 22 17:41:55.656344 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e3be0-6c32-4bff-abd0-589c5c2c1509 None None] Pushing event updated for resources: {'Port': ['ID=802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:55.661691 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Routers {'a6194bcf-05d5-4ccf-af1e-203dd51db57c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:55.663089 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:41:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:55.762307 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e8397324-2791-4326-a925-260e8d1e4f11 req-fcc57fbd-73a3-4b4d-9204-f0b7ab7af332 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9134362 Mar 22 17:41:55.893531 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5bddc6c3-3505-41a7-8379-7b92ee3d433e admin admin] Publish callbacks [] for security_group (63d57702-30ff-4321-a937-2dacfc355038), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:55.940078 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62554bca-e5dd-43b2-b2ff-f5fc3dc2d053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d57702-30ff-4321-a937-2dacfc355038,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:55.995584 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4c34cbe1-194c-43ec-8aa9-bdabfc89d99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (f1f82b65-ae09-44ca-943e-4c9b84ed9605), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:55.998734 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4c34cbe1-194c-43ec-8aa9-bdabfc89d99c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.000260 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4c34cbe1-194c-43ec-8aa9-bdabfc89d99c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1f82b65-ae09-44ca-943e-4c9b84ed9605 HTTP/1.1" status: 204 len: 168 time: 2.9189274 Mar 22 17:41:56.042105 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bc8a6187-dcf1-4354-bfcf-bf44682f2d19 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (524a1285-0ada-4867-a6bd-87b1242b7e33), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.067565 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-692e3be0-6c32-4bff-abd0-589c5c2c1509 None None] Provisioning complete for port c9720c06-7920-4989-89e2-549528658234 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:56.071824 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-692e3be0-6c32-4bff-abd0-589c5c2c1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (c9720c06-7920-4989-89e2-549528658234), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.155664 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34cbe1-194c-43ec-8aa9-bdabfc89d99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f82b65-ae09-44ca-943e-4c9b84ed9605,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:56.210076 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5bddc6c3-3505-41a7-8379-7b92ee3d433e admin admin] Publish callbacks [] for security_group (63d57702-30ff-4321-a937-2dacfc355038), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.358759 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.388060 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-c38f9fd4-d376-407b-887d-01f84f2ab9e2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9831448 Mar 22 17:41:56.483637 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-692e3be0-6c32-4bff-abd0-589c5c2c1509 None None] Port c9720c06-7920-4989-89e2-549528658234 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:41:56.580444 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:38Z', 'revision_number': 3, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:56.660520 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-2f5f3550-4d9c-441d-94b5-9e3bf27476c3 service neutron] 10.222.0.42 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692158 Mar 22 17:41:56.748466 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Set router a6194bcf-05d5-4ccf-af1e-203dd51db57c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:56.767967 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00749703-e5c9-4948-ac59-f76bcdfe4e99 None None] The sync data for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi is: [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:38Z', 'revision_number': 3, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:41:56.803770 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Router e2099780-cd08-45d0-ac59-c761efd1e4f0 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:41:56.823046 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.76', 49276) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:56.871307 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:56.876579 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.942357 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port d84530ce-3a62-4fc2-8ed2-9ce3f15dc094, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=d84530ce-3a62-4fc2-8ed2-9ce3f15dc094,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:56.970094 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.972108 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device de5cf993-b8ef-4cb1-9d59-a394ee6ab972 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:41:57.198210 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Publish callbacks [] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.214636 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.216181 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688044'] for router_interface (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.409905 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52328) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:57.480592 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=d84530ce-3a62-4fc2-8ed2-9ce3f15dc094,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:57.487920 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bc8a6187-dcf1-4354-bfcf-bf44682f2d19 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (524a1285-0ada-4867-a6bd-87b1242b7e33), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.547428 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-892d1d76-8b00-4ece-a853-51c6491d784c None None] Provisioning complete for port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:57.558477 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-892d1d76-8b00-4ece-a853-51c6491d784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.583955 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62144fb-9d3e-4d48-9032-c30d10aa909e {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:41:57.637043 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-58973c17-9c6e-4551-bf6b-26c146a2882c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.653316 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bc8a6187-dcf1-4354-bfcf-bf44682f2d19 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (524a1285-0ada-4867-a6bd-87b1242b7e33), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.687612 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5bddc6c3-3505-41a7-8379-7b92ee3d433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (63d57702-30ff-4321-a937-2dacfc355038), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.690787 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5bddc6c3-3505-41a7-8379-7b92ee3d433e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.692052 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-5bddc6c3-3505-41a7-8379-7b92ee3d433e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63d57702-30ff-4321-a937-2dacfc355038 HTTP/1.1" status: 204 len: 168 time: 2.4282064 Mar 22 17:41:57.745577 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Publish callbacks [] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.764728 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddc6c3-3505-41a7-8379-7b92ee3d433e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d57702-30ff-4321-a937-2dacfc355038,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:57.769987 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port de5cf993-b8ef-4cb1-9d59-a394ee6ab972 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:57.775158 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.778284 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=f90fd1a7-99cf-43eb-bee8-9507ea71487b,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:57.886745 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a6187-dcf1-4354-bfcf-bf44682f2d19 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524a1285-0ada-4867-a6bd-87b1242b7e33,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:57.933530 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbf481-bce0-40ca-93e8-7dfb096979be req-6f771603-2d58-4ec3-8d22-9fd6fdd3d644 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:57.940606 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7ccbf481-bce0-40ca-93e8-7dfb096979be req-6f771603-2d58-4ec3-8d22-9fd6fdd3d644 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 931 time: 0.7379823 Mar 22 17:41:58.069505 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-1c8ffa4f-140e-4dda-9d32-5a9de3d5b822 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:58.069505 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-1c8ffa4f-140e-4dda-9d32-5a9de3d5b822 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 819 time: 1.2403734 Mar 22 17:41:58.126617 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-307590b0-9db8-45bb-a85e-2c06d51c5d8b service neutron] 10.222.0.42 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4640005 Mar 22 17:41:58.128490 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-892d1d76-8b00-4ece-a853-51c6491d784c None None] Current status of the port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:58.171351 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bc8a6187-dcf1-4354-bfcf-bf44682f2d19 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.175504 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-d47a0e14-299b-4017-85ba-411aff28e25f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Request body: {'port': {'device_id': 'b934247b-f808-46e0-8008-1cbc0a2996dd', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'admin_state_up': True, 'tenant_id': '551e3d92eba5412297c3544177af2587'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:58.188064 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-bc8a6187-dcf1-4354-bfcf-bf44682f2d19 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.4764187 Mar 22 17:41:58.208641 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52338) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:58.230736 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Transition to ACTIVE for port object a62144fb-9d3e-4d48-9032-c30d10aa909e will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:41:58.238647 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:58.318332 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.412819 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-892d1d76-8b00-4ece-a853-51c6491d784c None None] Provisioning complete for port f90fd1a7-99cf-43eb-bee8-9507ea71487b triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:58.413337 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-892d1d76-8b00-4ece-a853-51c6491d784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.447381 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7ccbf481-bce0-40ca-93e8-7dfb096979be req-5e6a8a0e-e261-4ceb-a848-068589c9fd1a tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791706 Mar 22 17:41:58.482933 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Network e4bb652a-ddb8-47f6-a166-0773f8309a03 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:58.535221 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:58.563105 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port de5cf993-b8ef-4cb1-9d59-a394ee6ab972 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:58.564214 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.662318 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-58973c17-9c6e-4551-bf6b-26c146a2882c admin admin] Publish callbacks [] for security_group (a7e4502f-23ab-4f6b-9ba4-cba01991c800), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.667288 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.737268 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port de5cf993-b8ef-4cb1-9d59-a394ee6ab972, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=de5cf993-b8ef-4cb1-9d59-a394ee6ab972,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:58.773374 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-892d1d76-8b00-4ece-a853-51c6491d784c None None] Port f90fd1a7-99cf-43eb-bee8-9507ea71487b cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:41:58.804255 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.815090 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device c1ac890d-5a6d-4e69-acfe-2fbcea3a331f up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:41:59.133332 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Pushing event updated for resources: {'Port': ['ID=a62144fb-9d3e-4d48-9032-c30d10aa909e,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:59.150927 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-892d1d76-8b00-4ece-a853-51c6491d784c None None] Provisioning complete for port c9720c06-7920-4989-89e2-549528658234 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:59.151318 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-892d1d76-8b00-4ece-a853-51c6491d784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (c9720c06-7920-4989-89e2-549528658234), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:59.165626 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-18c1c3c9-4330-498b-8e77-89906dd13de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:59.178648 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 2, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:59.257154 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Attempting to bind port a62144fb-9d3e-4d48-9032-c30d10aa909e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:41:59.274320 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Attempting to bind port a62144fb-9d3e-4d48-9032-c30d10aa909e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'cace1367-418c-4c14-9e34-5faf7c88fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '08c37b31-b308-4441-a32d-137e23735770'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:41:59.275277 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Attempting to bind port a62144fb-9d3e-4d48-9032-c30d10aa909e on network 08c37b31-b308-4441-a32d-137e23735770 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:59.299026 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:59.341893 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Checking router: a6194bcf-05d5-4ccf-af1e-203dd51db57c for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:59.342494 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Updating router a6194bcf-05d5-4ccf-af1e-203dd51db57c port 27b02b89-b6ae-4b3c-9161-450de9e7902e binding host dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:41:59.356377 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-892d1d76-8b00-4ece-a853-51c6491d784c None None] Port c9720c06-7920-4989-89e2-549528658234 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:41:59.363761 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Sync routers for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:59.431763 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=de5cf993-b8ef-4cb1-9d59-a394ee6ab972,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:59.461036 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a47459b4-88b7-4276-bc09-a66f4d4d0250 admin admin] 10.222.0.42 "PUT /v2.0/routers/e2099780-cd08-45d0-ac59-c761efd1e4f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3797643 Mar 22 17:41:59.470056 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:59.470831 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:59.505306 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:59.508927 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:41:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:59.548303 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Port a62144fb-9d3e-4d48-9032-c30d10aa909e on network 08c37b31-b308-4441-a32d-137e23735770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:41:59.550877 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Attempting to bind port a62144fb-9d3e-4d48-9032-c30d10aa909e on network 08c37b31-b308-4441-a32d-137e23735770 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:59.585870 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:41:59.587818 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Checking segment: {'id': 'cace1367-418c-4c14-9e34-5faf7c88fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '08c37b31-b308-4441-a32d-137e23735770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:59.590406 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Bound using segment: {'id': 'cace1367-418c-4c14-9e34-5faf7c88fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '08c37b31-b308-4441-a32d-137e23735770'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:41:59.590995 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Bound port: a62144fb-9d3e-4d48-9032-c30d10aa909e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cace1367-418c-4c14-9e34-5faf7c88fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '08c37b31-b308-4441-a32d-137e23735770'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:41:59.596824 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:59.702845 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-58973c17-9c6e-4551-bf6b-26c146a2882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (a7e4502f-23ab-4f6b-9ba4-cba01991c800), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:59.714603 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:59.721508 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-eb1b5ad4-3a7b-44a0-89bc-1a0db7cb8ba0 None None] Provisioning complete for port f90fd1a7-99cf-43eb-bee8-9507ea71487b triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:59.727931 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5ad4-3a7b-44a0-89bc-1a0db7cb8ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:59.901784 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-d47a0e14-299b-4017-85ba-411aff28e25f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Made reservation on behalf of 551e3d92eba5412297c3544177af2587 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:59.909113 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-d47a0e14-299b-4017-85ba-411aff28e25f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:59.999740 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:00.009281 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] For port a62144fb-9d3e-4d48-9032-c30d10aa909e, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:42:00.046754 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:00.061151 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 8880b5fd-ae82-4f04-b3d9-f244434561dd up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:00.102596 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] For port a62144fb-9d3e-4d48-9032-c30d10aa909e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a62144fb-9d3e-4d48-9032-c30d10aa909e,segment=NetworkSegment(cace1367-418c-4c14-9e34-5faf7c88fefc),segment_id=cace1367-418c-4c14-9e34-5faf7c88fefc)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:42:00.307958 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58973c17-9c6e-4551-bf6b-26c146a2882c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e4502f-23ab-4f6b-9ba4-cba01991c800,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:00.426591 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-58973c17-9c6e-4551-bf6b-26c146a2882c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8470883ec847430aa2a777942f988e27&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9931593 Mar 22 17:42:00.431157 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b5ad4-3a7b-44a0-89bc-1a0db7cb8ba0 None None] Port f90fd1a7-99cf-43eb-bee8-9507ea71487b cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:42:00.432800 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52386) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:00.478960 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 8880b5fd-ae82-4f04-b3d9-f244434561dd triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:00.479355 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:00.529899 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-d47a0e14-299b-4017-85ba-411aff28e25f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Allocated IP 172.20.0.5 (0dec5cb3-00ee-49ed-81ec-287be8da6ef5/004bbac2-0014-4e4a-bd98-f2f6cd1034a9/2527f894-94bb-469c-b9c6-e80fe8fc5e2c) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:00.549609 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b41f050d-87f3-4fcc-b8b1-e6ee84bdecf2 req-f50e900e-15f4-4500-9b57-eab05fd4a2a4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 210 time: 0.8263106 Mar 22 17:42:00.874507 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e649a-96f6-46b0-9fac-11cb6c7ad485 req-aac00d60-63ac-4dce-8f1f-7409a123ffb1 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:00.878258 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-eb4e649a-96f6-46b0-9fac-11cb6c7ad485 req-aac00d60-63ac-4dce-8f1f-7409a123ffb1 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 943 time: 1.0305874 Mar 22 17:42:00.883087 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:00.909033 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:41:53Z', 'revision_number': 2, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:00.995427 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:42:01.042698 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Checking router: e2099780-cd08-45d0-ac59-c761efd1e4f0 for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:42:01.045430 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Updating router e2099780-cd08-45d0-ac59-c761efd1e4f0 port c9720c06-7920-4989-89e2-549528658234 binding host dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:42:01.148406 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-eb4e649a-96f6-46b0-9fac-11cb6c7ad485 req-4f1b34d3-dd23-4135-bbbd-bb1ba4f3b03b tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412732 Mar 22 17:42:01.153896 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c9720c06-7920-4989-89e2-549528658234), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.188482 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:01.189286 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.190765 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] 10.222.0.76 "PUT /v2.0/ports/a62144fb-9d3e-4d48-9032-c30d10aa909e HTTP/1.1" status: 200 len: 1093 time: 9.5835557 Mar 22 17:42:01.191283 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158d2247-2974-46db-9443-a6d3885f7e4e', 'tag': 'a62144fb-9d3e-4d48-9032-c30d10aa909e'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:01.298258 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 8880b5fd-ae82-4f04-b3d9-f244434561dd is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:01.434901 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7309eeb5-69fc-430a-8740-65ec621e1cc0 admin admin] Publish callbacks [] for security_group (a7e4502f-23ab-4f6b-9ba4-cba01991c800), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.644366 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7309eeb5-69fc-430a-8740-65ec621e1cc0 admin admin] Publish callbacks [] for security_group (a7e4502f-23ab-4f6b-9ba4-cba01991c800), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.735596 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.76', 49280) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:01.800739 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4ba318a0-62ed-4d14-9ccf-d0e6956d62f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.992039 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7309eeb5-69fc-430a-8740-65ec621e1cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (a7e4502f-23ab-4f6b-9ba4-cba01991c800), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.005361 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7309eeb5-69fc-430a-8740-65ec621e1cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.011522 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-7309eeb5-69fc-430a-8740-65ec621e1cc0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7e4502f-23ab-4f6b-9ba4-cba01991c800 HTTP/1.1" status: 204 len: 168 time: 1.4947863 Mar 22 17:42:02.043520 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.129529 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Publish callbacks [] for port (c9720c06-7920-4989-89e2-549528658234), precommit_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.145598 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (c9720c06-7920-4989-89e2-549528658234), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.197318 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 839beaca-7f08-42c1-85c6-ee8b9d011ea8 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:02.401965 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e903c2-78e0-427a-b1a2-c89e7b71f514 None None] Pushing event updated for resources: {'Port': ['ID=c9720c06-7920-4989-89e2-549528658234,revision_number=3']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:02.468714 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Attempting to bind port c9720c06-7920-4989-89e2-549528658234 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:42:02.469537 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Attempting to bind port c9720c06-7920-4989-89e2-549528658234 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:42:02.470427 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Attempting to bind port c9720c06-7920-4989-89e2-549528658234 on network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:02.502289 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:42:02.503712 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:02.504831 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Checking segment: {'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:02.506770 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.507798 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.508423 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Bound using segment: {'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:42:02.509291 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Bound port: c9720c06-7920-4989-89e2-549528658234, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'}}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:42:02.510117 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c9720c06-7920-4989-89e2-549528658234), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.545964 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309eeb5-69fc-430a-8740-65ec621e1cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e4502f-23ab-4f6b-9ba4-cba01991c800,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:02.566768 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-d47a0e14-299b-4017-85ba-411aff28e25f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.613779 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:42:02.625401 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-d7b3c626-4b19-49d2-93d4-3607a1c91ba9 admin admin] 10.222.0.42 "PUT /v2.0/routers/3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9378979 Mar 22 17:42:02.672238 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cc2b828f-e7ef-4e7a-aef7-6c4c0153bff1 req-f27024e1-e5b6-4da5-8d94-a56b70c683ba tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 210 time: 0.6771188 Mar 22 17:42:02.705468 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-d47a0e14-299b-4017-85ba-411aff28e25f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.725271 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c5b59-3047-402b-af21-65f516f70b05 service neutron] Pushing event updated for resources: {'Port': ['ID=a62144fb-9d3e-4d48-9032-c30d10aa909e,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:02.762714 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] For port c9720c06-7920-4989-89e2-549528658234, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:42:02.776931 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52428) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:02.781598 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] For port c9720c06-7920-4989-89e2-549528658234, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=c9720c06-7920-4989-89e2-549528658234,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:42:02.793242 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (c9720c06-7920-4989-89e2-549528658234), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.807648 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-87561a95-4627-48a1-bf54-480cc5576867 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120483055', 'description': 'tempest-description--1307493358'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:02.840802 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Sync routers for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:42:02.878757 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Allocated IP 172.27.3.61 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/0e8e0a47-88cf-4f58-9eca-9e90cd99fd11) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:02.895643 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:02.896923 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:42:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:02.901090 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a0e14-299b-4017-85ba-411aff28e25f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Pushing event updated for resources: {'Port': ['ID=2527f894-94bb-469c-b9c6-e80fe8fc5e2c,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:02.961072 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-87561a95-4627-48a1-bf54-480cc5576867 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.002084 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:03.003668 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:42:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:03.012116 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e903c2-78e0-427a-b1a2-c89e7b71f514 None None] Pushing event updated for resources: {'Port': ['ID=c9720c06-7920-4989-89e2-549528658234,revision_number=4']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:03.014416 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52434) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:03.049777 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-65ed1790-0265-4801-ba07-65ada18bce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:03.053763 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-65ed1790-0265-4801-ba07-65ada18bce01 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=09329aeb302a408f879a8c08954cffc5&device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 1127 time: 1.3882005 Mar 22 17:42:03.056175 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-d47a0e14-299b-4017-85ba-411aff28e25f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:03.329975 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45018526-9a12-4424-9ffd-3757179a3293 req-43d4b618-8a17-4ef4-a764-0fa9543b0fbf tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:03.331336 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for port (0e8e0a47-88cf-4f58-9eca-9e90cd99fd11), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.332248 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-43d4b618-8a17-4ef4-a764-0fa9543b0fbf tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 819 time: 1.5917974 Mar 22 17:42:03.333498 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-d47a0e14-299b-4017-85ba-411aff28e25f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:03.352168 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-d47a0e14-299b-4017-85ba-411aff28e25f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:03.365850 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-d47a0e14-299b-4017-85ba-411aff28e25f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:03.367286 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-d47a0e14-299b-4017-85ba-411aff28e25f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.369509 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-87561a95-4627-48a1-bf54-480cc5576867 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group (620e98d1-89d4-4da1-8f32-e98f3474a152), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.375812 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-4dda7f26-9161-4c1c-b6d9-175d74e1c383 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a62144fb-9d3e-4d48-9032-c30d10aa909e HTTP/1.1" status: 200 len: 217 time: 0.2972798 Mar 22 17:42:03.376005 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-87561a95-4627-48a1-bf54-480cc5576867 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (620e98d1-89d4-4da1-8f32-e98f3474a152), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.381771 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-45018526-9a12-4424-9ffd-3757179a3293 req-39675d59-3bdf-43d3-925c-6333fcee83ec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Request body: {'port': {'device_id': 'b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'admin_state_up': True, 'tenant_id': '551e3d92eba5412297c3544177af2587'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:03.386802 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:03.409973 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-87561a95-4627-48a1-bf54-480cc5576867 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.411190 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-87561a95-4627-48a1-bf54-480cc5576867 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6282413 Mar 22 17:42:03.428602 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52448) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:03.435220 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-b9cfd381-04bb-4b7f-b733-b9d4ab8a1164 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Request body: {'security_group_rule': {'security_group_id': '620e98d1-89d4-4da1-8f32-e98f3474a152', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:03.521890 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87561a95-4627-48a1-bf54-480cc5576867 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620e98d1-89d4-4da1-8f32-e98f3474a152,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:03.557400 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (0e8e0a47-88cf-4f58-9eca-9e90cd99fd11), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.577623 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd381-04bb-4b7f-b733-b9d4ab8a1164 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group_rule (6da0159a-498d-4050-950a-ae6d1e68e3ac), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.735842 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Publish callbacks [] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.755663 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.759924 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd381-04bb-4b7f-b733-b9d4ab8a1164 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group_rule (6da0159a-498d-4050-950a-ae6d1e68e3ac), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.785387 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-266a8377-7542-4a8c-8659-750378e156a1 None None] Provisioning complete for port c9720c06-7920-4989-89e2-549528658234 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:03.785797 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-266a8377-7542-4a8c-8659-750378e156a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (c9720c06-7920-4989-89e2-549528658234), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.794735 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:03.799113 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd381-04bb-4b7f-b733-b9d4ab8a1164 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (6da0159a-498d-4050-950a-ae6d1e68e3ac), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.829090 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:03.859557 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:03.866957 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b935be-1614-4ae2-a25f-63c19c194fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "158d2247-2974-46db-9443-a6d3885f7e4e", "tag": "a62144fb-9d3e-4d48-9032-c30d10aa909e"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:03.875467 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'Port': ['ID=0e8e0a47-88cf-4f58-9eca-9e90cd99fd11,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:03.906855 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfd381-04bb-4b7f-b733-b9d4ab8a1164 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da0159a-498d-4050-950a-ae6d1e68e3ac,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:03.976382 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Attempting to bind port 27b02b89-b6ae-4b3c-9161-450de9e7902e on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:42:03.976777 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Attempting to bind port 27b02b89-b6ae-4b3c-9161-450de9e7902e by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:42:03.977192 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Attempting to bind port 27b02b89-b6ae-4b3c-9161-450de9e7902e on network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:03.994392 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:42:03.994821 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Checking segment: {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:03.995165 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.995674 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Bound using segment: {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:42:03.996242 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Bound port: 27b02b89-b6ae-4b3c-9161-450de9e7902e, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:42:03.996637 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.013279 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.061194 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd381-04bb-4b7f-b733-b9d4ab8a1164 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.067445 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-d47a0e14-299b-4017-85ba-411aff28e25f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9100645 Mar 22 17:42:04.072555 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef2f03-5f45-4ccf-a480-a65298d927a1 None None] Pushing event updated for resources: {'Port': ['ID=27b02b89-b6ae-4b3c-9161-450de9e7902e,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:04.083586 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:04.084681 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b9cfd381-04bb-4b7f-b733-b9d4ab8a1164 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6549828 Mar 22 17:42:04.084954 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device de5cf993-b8ef-4cb1-9d59-a394ee6ab972 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:04.102256 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52456) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:04.116134 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-175c07f4-4573-4fc9-889f-05dc07643d90 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Request body: {'security_group_rule': {'security_group_id': '620e98d1-89d4-4da1-8f32-e98f3474a152', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:04.180716 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Request body: {'port': {'device_id': 'b934247b-f808-46e0-8008-1cbc0a2996dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:04.290168 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6b7096f-7919-461a-b5f3-ad0359db6955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.302944 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (92807c73-10d7-47e9-9016-b8e552007523), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.337292 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-175c07f4-4573-4fc9-889f-05dc07643d90 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group_rule (a0031147-efe3-4a50-88e6-92f0bd333885), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.346288 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:04.373613 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f491a-4f50-4ed7-ab3d-7f6b438f51b7 req-e335fe08-9df1-4dbc-abd0-e9e0591f4310 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:04.384387 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a23f491a-4f50-4ed7-ab3d-7f6b438f51b7 req-e335fe08-9df1-4dbc-abd0-e9e0591f4310 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 943 time: 1.0343275 Mar 22 17:42:04.421606 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-175c07f4-4573-4fc9-889f-05dc07643d90 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group_rule (a0031147-efe3-4a50-88e6-92f0bd333885), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.430090 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-175c07f4-4573-4fc9-889f-05dc07643d90 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (a0031147-efe3-4a50-88e6-92f0bd333885), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.447917 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] For port 27b02b89-b6ae-4b3c-9161-450de9e7902e, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:42:04.515419 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-b7db16af-faf6-4228-8246-a047f94099c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:04.520578 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-b7db16af-faf6-4228-8246-a047f94099c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42389cc1-6154-42ba-bf52-bf5b7e2f798a HTTP/1.1" status: 200 len: 852 time: 0.6435051 Mar 22 17:42:04.530493 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:02Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:04.545678 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] For port 27b02b89-b6ae-4b3c-9161-450de9e7902e, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=27b02b89-b6ae-4b3c-9161-450de9e7902e,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:42:04.555642 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port de5cf993-b8ef-4cb1-9d59-a394ee6ab972 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:04.556026 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.560817 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6b7096f-7919-461a-b5f3-ad0359db6955 admin admin] Publish callbacks [] for security_group (b6319fbf-0211-4447-820f-c7c205d8055c), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.574888 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.582615 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52cb476-fbce-41eb-a760-2d16677f97d6 None None] The sync data for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi is: [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:02Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:42:04.646423 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c07f4-4573-4fc9-889f-05dc07643d90 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0031147-efe3-4a50-88e6-92f0bd333885,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:04.662260 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-175c07f4-4573-4fc9-889f-05dc07643d90 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.666041 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-175c07f4-4573-4fc9-889f-05dc07643d90 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5614750 Mar 22 17:42:04.677497 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6b7096f-7919-461a-b5f3-ad0359db6955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (b6319fbf-0211-4447-820f-c7c205d8055c), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.728936 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52470) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:04.762241 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-e6b7096f-7919-461a-b5f3-ad0359db6955 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad96446e332449d0a2ec955b3f10ccf4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6640782 Mar 22 17:42:04.764542 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52474) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:04.768068 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7096f-7919-461a-b5f3-ad0359db6955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6319fbf-0211-4447-820f-c7c205d8055c,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:04.782395 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:04.833194 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.843353 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45018526-9a12-4424-9ffd-3757179a3293 req-39675d59-3bdf-43d3-925c-6333fcee83ec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Made reservation on behalf of 551e3d92eba5412297c3544177af2587 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:04.851895 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-45018526-9a12-4424-9ffd-3757179a3293 req-39675d59-3bdf-43d3-925c-6333fcee83ec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.857788 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0e8e0a47-88cf-4f58-9eca-9e90cd99fd11), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:04.874940 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-82928cca-9e8f-46f0-b0fb-97620419ad17 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08c37b31-b308-4441-a32d-137e23735770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3468342 Mar 22 17:42:04.964478 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-266a8377-7542-4a8c-8659-750378e156a1 None None] Current status of the port c9720c06-7920-4989-89e2-549528658234 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:04.964796 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-266a8377-7542-4a8c-8659-750378e156a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c9720c06-7920-4989-89e2-549528658234), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.011019 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef2f03-5f45-4ccf-a480-a65298d927a1 None None] Pushing event updated for resources: {'Port': ['ID=27b02b89-b6ae-4b3c-9161-450de9e7902e,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:05.143756 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a23f491a-4f50-4ed7-ab3d-7f6b438f51b7 req-bf05fe0c-2c54-480f-9155-d27692eafecd tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7581506 Mar 22 17:42:05.188735 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for port (0e8e0a47-88cf-4f58-9eca-9e90cd99fd11), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.197447 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.218232 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0e8e0a47-88cf-4f58-9eca-9e90cd99fd11), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.352225 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-266a8377-7542-4a8c-8659-750378e156a1 None None] For port c9720c06-7920-4989-89e2-549528658234, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=c9720c06-7920-4989-89e2-549528658234,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:05.374611 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52486) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:05.423290 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.426931 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-266a8377-7542-4a8c-8659-750378e156a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (c9720c06-7920-4989-89e2-549528658234), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.453683 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-c0b315e7-bf24-4836-bb15-69c3bc1a0a19 service neutron] 10.222.0.76 "GET /v2.0/networks/08c37b31-b308-4441-a32d-137e23735770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121450 Mar 22 17:42:05.458334 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-c9330ad9-4552-4a34-a643-2ed040521bde tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775570944', 'description': 'tempest-description--1423133815'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:05.487418 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'Port': ['ID=0e8e0a47-88cf-4f58-9eca-9e90cd99fd11,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:05.508515 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c9330ad9-4552-4a34-a643-2ed040521bde tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.609746 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-74c35101-63d9-4e5d-a3b6-64a593a78765 req-be4374cf-5543-4375-97ff-d54159e310ca tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 210 time: 0.2110796 Mar 22 17:42:05.634170 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb875-b3c5-47ea-b508-9293038bb08b admin admin] Publish callbacks [] for security_group (b6319fbf-0211-4447-820f-c7c205d8055c), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.665848 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a8377-7542-4a8c-8659-750378e156a1 None None] Pushing event updated for resources: {'Port': ['ID=c9720c06-7920-4989-89e2-549528658234,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:05.698712 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb875-b3c5-47ea-b508-9293038bb08b admin admin] Publish callbacks [] for security_group (b6319fbf-0211-4447-820f-c7c205d8055c), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.805250 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Routers {'a6194bcf-05d5-4ccf-af1e-203dd51db57c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:05.805962 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:42:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:05.814818 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (92807c73-10d7-47e9-9016-b8e552007523), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.896883 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.912490 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8ddb93c9-fb65-4478-8a7b-e4b3b6dfef9b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6910880 Mar 22 17:42:05.934954 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb875-b3c5-47ea-b508-9293038bb08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (b6319fbf-0211-4447-820f-c7c205d8055c), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.945832 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb875-b3c5-47ea-b508-9293038bb08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.948922 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-e0fbb875-b3c5-47ea-b508-9293038bb08b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6319fbf-0211-4447-820f-c7c205d8055c HTTP/1.1" status: 204 len: 168 time: 1.1731780 Mar 22 17:42:05.957217 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-686222fc-e94d-4d19-8ab1-ccff18570254 req-7b5bf27d-4bc5-4bf6-9986-57d6fbacf292 service neutron] 10.222.0.76 "GET /v2.0/networks/08c37b31-b308-4441-a32d-137e23735770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831984 Mar 22 17:42:05.959990 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-45018526-9a12-4424-9ffd-3757179a3293 req-39675d59-3bdf-43d3-925c-6333fcee83ec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Allocated IP 172.20.0.4 (0dec5cb3-00ee-49ed-81ec-287be8da6ef5/004bbac2-0014-4e4a-bd98-f2f6cd1034a9/0f3b47c5-00c2-41a5-a888-d228ecfb4988) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:06.011781 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbb875-b3c5-47ea-b508-9293038bb08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6319fbf-0211-4447-820f-c7c205d8055c,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:06.082637 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port de5cf993-b8ef-4cb1-9d59-a394ee6ab972 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:06.084322 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:06.136267 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c9330ad9-4552-4a34-a643-2ed040521bde tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group (7c94977f-baed-48f1-a29e-2e812f6f8bdd), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:06.149071 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c9330ad9-4552-4a34-a643-2ed040521bde tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (7c94977f-baed-48f1-a29e-2e812f6f8bdd), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:06.190603 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc611-7e91-4ca2-b60d-bea31b3c7632 None None] Provisioning complete for port c9720c06-7920-4989-89e2-549528658234 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:06.193303 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc611-7e91-4ca2-b60d-bea31b3c7632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (c9720c06-7920-4989-89e2-549528658234), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:06.283280 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:06.292608 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:06.304496 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c9330ad9-4552-4a34-a643-2ed040521bde tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:06.310055 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c9330ad9-4552-4a34-a643-2ed040521bde tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8968124 Mar 22 17:42:06.324331 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52528) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:06.343881 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-181b4fd0-641d-47f2-b155-ae86e2cadf1c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Request body: {'security_group_rule': {'security_group_id': '7c94977f-baed-48f1-a29e-2e812f6f8bdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:06.370025 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9330ad9-4552-4a34-a643-2ed040521bde tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c94977f-baed-48f1-a29e-2e812f6f8bdd,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:06.421002 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:06.421606 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:06.482437 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc611-7e91-4ca2-b60d-bea31b3c7632 None None] Current status of the port c9720c06-7920-4989-89e2-549528658234 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:06.513293 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 2, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:06.519746 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-45018526-9a12-4424-9ffd-3757179a3293 req-39675d59-3bdf-43d3-925c-6333fcee83ec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:06.570047 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7d8bb0-f975-4314-ae14-853519b5b060 x-openstack-request-id: req-5d7d8bb0-f975-4314-ae14-853519b5b060 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:06.570708 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158d2247-2974-46db-9443-a6d3885f7e4e", "tag": "a62144fb-9d3e-4d48-9032-c30d10aa909e", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:06.571160 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d7d8bb0-f975-4314-ae14-853519b5b060 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:06.572613 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7d8bb0-f975-4314-ae14-853519b5b060'] response: {'name': 'network-changed', 'server_uuid': '158d2247-2974-46db-9443-a6d3885f7e4e', 'tag': 'a62144fb-9d3e-4d48-9032-c30d10aa909e', 'status': 'completed', 'code': 200} Mar 22 17:42:06.591952 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-45018526-9a12-4424-9ffd-3757179a3293 req-39675d59-3bdf-43d3-925c-6333fcee83ec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:06.654526 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Checking router: 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:42:06.655829 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Updating router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e port f90fd1a7-99cf-43eb-bee8-9507ea71487b binding host dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:42:06.656207 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-181b4fd0-641d-47f2-b155-ae86e2cadf1c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group_rule (9979626e-b941-4ba6-a59f-f5455d491ca5), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:06.752247 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc611-7e91-4ca2-b60d-bea31b3c7632 None None] Provisioning complete for port 27b02b89-b6ae-4b3c-9161-450de9e7902e triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:06.752628 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc611-7e91-4ca2-b60d-bea31b3c7632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:06.820599 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39675d59-3bdf-43d3-925c-6333fcee83ec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Pushing event updated for resources: {'Port': ['ID=0f3b47c5-00c2-41a5-a888-d228ecfb4988,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:06.886624 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45018526-9a12-4424-9ffd-3757179a3293 req-39675d59-3bdf-43d3-925c-6333fcee83ec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:06.894433 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-45018526-9a12-4424-9ffd-3757179a3293 req-39675d59-3bdf-43d3-925c-6333fcee83ec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:06.897748 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:06.911123 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-45018526-9a12-4424-9ffd-3757179a3293 req-39675d59-3bdf-43d3-925c-6333fcee83ec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:06.916887 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45018526-9a12-4424-9ffd-3757179a3293 req-39675d59-3bdf-43d3-925c-6333fcee83ec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:06.917710 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-45018526-9a12-4424-9ffd-3757179a3293 req-39675d59-3bdf-43d3-925c-6333fcee83ec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:06.953340 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Allocated IP 172.27.3.245 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:06.961961 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-39675d59-3bdf-43d3-925c-6333fcee83ec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5907657 Mar 22 17:42:06.972888 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:06.977590 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:07.007144 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Request body: {'port': {'device_id': 'b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:07.063099 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b935be-1614-4ae2-a25f-63c19c194fa7 req-c4c2a521-da8d-43c4-b859-f832f6a0b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:07.068554 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f3b935be-1614-4ae2-a25f-63c19c194fa7 req-c4c2a521-da8d-43c4-b859-f832f6a0b7ad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=09329aeb302a408f879a8c08954cffc5&device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 1127 time: 0.4943678 Mar 22 17:42:07.111176 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd01f3-58a1-45f9-bd66-d87aecaba8c1 req-53d11c58-919d-4a17-9e61-84490a253e0f tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:07.113282 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6fd01f3-58a1-45f9-bd66-d87aecaba8c1 req-53d11c58-919d-4a17-9e61-84490a253e0f tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 943 time: 0.5373363 Mar 22 17:42:07.369271 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b935be-1614-4ae2-a25f-63c19c194fa7 req-639afe75-b26a-498a-a689-11ea8d0942eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:07.370473 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52554) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:07.371042 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f3b935be-1614-4ae2-a25f-63c19c194fa7 req-639afe75-b26a-498a-a689-11ea8d0942eb service neutron] 10.222.0.76 "GET /v2.0/networks?id=08c37b31-b308-4441-a32d-137e23735770 HTTP/1.1" status: 200 len: 913 time: 0.2565014 Mar 22 17:42:07.398405 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fd6fc9c-ca7d-48cd-a4fb-3334d29c4de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:07.413571 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-9e7bb41b-b7a4-4a8f-8115-353a7309d18d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1025518711&fields=id&tenant_id=7ed4104feede4674a867b41f6ff73e8c HTTP/1.1" status: 200 len: 267 time: 0.8052585 Mar 22 17:42:07.515628 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fd6fc9c-ca7d-48cd-a4fb-3334d29c4de3 admin admin] Publish callbacks [] for security_group (7aed8a9d-9ea9-45e1-92a9-a696f47b03f9), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:07.517725 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:07.528133 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-181b4fd0-641d-47f2-b155-ae86e2cadf1c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group_rule (9979626e-b941-4ba6-a59f-f5455d491ca5), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:07.532957 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fd6fc9c-ca7d-48cd-a4fb-3334d29c4de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (7aed8a9d-9ea9-45e1-92a9-a696f47b03f9), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:07.536607 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52558) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:07.577133 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2527f894-94bb-469c-b9c6-e80fe8fc5e2c {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:07.597690 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Publish callbacks [] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:07.618476 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Transition to ACTIVE for port object 2527f894-94bb-469c-b9c6-e80fe8fc5e2c will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:42:07.621241 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f3b935be-1614-4ae2-a25f-63c19c194fa7 req-44d38219-3a56-45a5-9df3-e8fde77bd35c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a62144fb-9d3e-4d48-9032-c30d10aa909e HTTP/1.1" status: 200 len: 217 time: 0.2327557 Mar 22 17:42:07.706918 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device a62144fb-9d3e-4d48-9032-c30d10aa909e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:42:07.707600 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:07.768449 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-57d5ec46-fbea-4e67-905b-eeeccd72928a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:07.770699 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-57d5ec46-fbea-4e67-905b-eeeccd72928a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 814 time: 0.2447817 Mar 22 17:42:07.788590 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-181b4fd0-641d-47f2-b155-ae86e2cadf1c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (9979626e-b941-4ba6-a59f-f5455d491ca5), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:07.815672 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] Set router a6194bcf-05d5-4ccf-af1e-203dd51db57c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:07.822591 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6fd01f3-58a1-45f9-bd66-d87aecaba8c1 req-c81a935d-860b-4ec5-8871-6ba6899dbb52 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503381 Mar 22 17:42:07.851690 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b935be-1614-4ae2-a25f-63c19c194fa7 req-8d14b49d-77d0-4aaa-97aa-016eb500dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:07.853262 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f3b935be-1614-4ae2-a25f-63c19c194fa7 req-8d14b49d-77d0-4aaa-97aa-016eb500dfaa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=42389cc1-6154-42ba-bf52-bf5b7e2f798a HTTP/1.1" status: 200 len: 852 time: 0.2117112 Mar 22 17:42:07.869458 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=2527f894-94bb-469c-b9c6-e80fe8fc5e2c,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:07.888457 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b4fd0-641d-47f2-b155-ae86e2cadf1c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9979626e-b941-4ba6-a59f-f5455d491ca5,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:07.929542 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.db.resource_extend [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 17:42:07.963642 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-655e5912-4d05-40de-846b-4a11a717d825 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/quotas/7ed4104feede4674a867b41f6ff73e8c HTTP/1.1" status: 200 len: 375 time: 0.1691537 Mar 22 17:42:07.980865 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-181b4fd0-641d-47f2-b155-ae86e2cadf1c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:07.985610 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-181b4fd0-641d-47f2-b155-ae86e2cadf1c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6505630 Mar 22 17:42:07.987181 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52566) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:07.997776 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for port (6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.002447 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-3e2673b5-d614-4373-80b5-df17689d896a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Request body: {'security_group_rule': {'security_group_id': '7c94977f-baed-48f1-a29e-2e812f6f8bdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:08.011016 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-1fd6fc9c-ca7d-48cd-a4fb-3334d29c4de3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40a97e1b5c114dd88488ed845c57015d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6336124 Mar 22 17:42:08.041725 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6fc9c-ca7d-48cd-a4fb-3334d29c4de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aed8a9d-9ea9-45e1-92a9-a696f47b03f9,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:08.058628 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52568) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:08.096625 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:42:08.206680 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-18ab254a-8a3e-4d42-8f6c-e0c33d303741 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2149563 Mar 22 17:42:08.301501 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3e2673b5-d614-4373-80b5-df17689d896a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group_rule (7f65c7c1-af77-4330-b9b5-dfb1e44ed809), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.377867 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3e2673b5-d614-4373-80b5-df17689d896a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group_rule (7f65c7c1-af77-4330-b9b5-dfb1e44ed809), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.388654 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3e2673b5-d614-4373-80b5-df17689d896a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (7f65c7c1-af77-4330-b9b5-dfb1e44ed809), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.390174 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Publish callbacks [] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.412712 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.424913 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.456990 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f3b935be-1614-4ae2-a25f-63c19c194fa7 req-a5261e05-36ee-49f8-8c32-7ffec0451888 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08c37b31-b308-4441-a32d-137e23735770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5927634 Mar 22 17:42:08.499255 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-98b4a05e-1061-4113-b3dc-13ff199b5a75 admin admin] Publish callbacks [] for security_group (7aed8a9d-9ea9-45e1-92a9-a696f47b03f9), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.535846 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port a62144fb-9d3e-4d48-9032-c30d10aa909e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a62144fb-9d3e-4d48-9032-c30d10aa909e,segment=NetworkSegment(cace1367-418c-4c14-9e34-5faf7c88fefc),segment_id=cace1367-418c-4c14-9e34-5faf7c88fefc)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:08.541387 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-b6a2460e-b240-4087-b28e-4df7e3c5f370 service neutron] 10.222.0.42 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089511 Mar 22 17:42:08.565088 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': 'a62144fb-9d3e-4d48-9032-c30d10aa909e', 'network_id': '08c37b31-b308-4441-a32d-137e23735770', 'port_id': 'a62144fb-9d3e-4d48-9032-c30d10aa909e', 'mac_address': 'fa:16:3e:cb:2a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42389cc1-6154-42ba-bf52-bf5b7e2f798a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:42:08.623488 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:08.625133 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2673b5-d614-4373-80b5-df17689d896a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f65c7c1-af77-4330-b9b5-dfb1e44ed809,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:08.628008 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ee90ca33-fed0-4874-868f-493ab1988488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.669016 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Attempting to bind port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:42:08.669820 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:08.673022 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Attempting to bind port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:42:08.674876 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Attempting to bind port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c on network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:08.681590 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:08.681985 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.728881 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port a62144fb-9d3e-4d48-9032-c30d10aa909e is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:08.729595 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.745680 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3e2673b5-d614-4373-80b5-df17689d896a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.748194 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-3e2673b5-d614-4373-80b5-df17689d896a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7548077 Mar 22 17:42:08.750277 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:08.838720 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc611-7e91-4ca2-b60d-bea31b3c7632 None None] Current status of the port 27b02b89-b6ae-4b3c-9161-450de9e7902e is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:08.839081 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc611-7e91-4ca2-b60d-bea31b3c7632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.904591 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 52582) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:08.928947 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-98b4a05e-1061-4113-b3dc-13ff199b5a75 admin admin] Publish callbacks [] for security_group (7aed8a9d-9ea9-45e1-92a9-a696f47b03f9), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.941812 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event updated for resources: {'Port': ['ID=6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:08.954221 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-3a7cc611-7e91-4ca2-b60d-bea31b3c7632 None None] For port 27b02b89-b6ae-4b3c-9161-450de9e7902e, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=27b02b89-b6ae-4b3c-9161-450de9e7902e,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:08.963714 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62144fb-9d3e-4d48-9032-c30d10aa909e {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:08.972401 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3b47c5-00c2-41a5-a888-d228ecfb4988 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:08.993532 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc611-7e91-4ca2-b60d-bea31b3c7632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:08.996835 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c310f59-9d0d-4ebe-993d-a26c8f0bf4e8 None None] Pushing event updated for resources: {'Port': ['ID=f90fd1a7-99cf-43eb-bee8-9507ea71487b,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:09.004884 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:09.023088 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Publish callbacks [] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:09.031389 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c on network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:42:09.032365 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Attempting to bind port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c on network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:09.050204 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-c82d54e3-2b3e-4564-b715-0bc31c938cae service neutron] 10.222.0.42 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074964 Mar 22 17:42:09.059303 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed859c-30eb-4651-b6fd-d041a4d359c3 req-d64cbddb-d985-4f02-b4e4-da83150b1767 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:09.069806 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-03ed859c-30eb-4651-b6fd-d041a4d359c3 req-d64cbddb-d985-4f02-b4e4-da83150b1767 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 931 time: 0.7081034 Mar 22 17:42:09.160730 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-03ed859c-30eb-4651-b6fd-d041a4d359c3 req-c7bcfafc-c55f-4236-9406-9087735a2fb2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894310 Mar 22 17:42:09.168377 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ee90ca33-fed0-4874-868f-493ab1988488 admin admin] Publish callbacks [] for security_group (5377bd37-e549-42c9-b3c4-0fcf6deb4c39), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:09.177468 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:42:09.178052 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Checking segment: {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:09.179440 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Bound using segment: {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:42:09.180221 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Bound port: 2527f894-94bb-469c-b9c6-e80fe8fc5e2c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:42:09.180802 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:09.194204 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (8f8d8a60-d7f2-4f12-854d-70e147097688), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:09.225821 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ee90ca33-fed0-4874-868f-493ab1988488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (5377bd37-e549-42c9-b3c4-0fcf6deb4c39), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:09.229411 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port a62144fb-9d3e-4d48-9032-c30d10aa909e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a62144fb-9d3e-4d48-9032-c30d10aa909e,segment=NetworkSegment(cace1367-418c-4c14-9e34-5faf7c88fefc),segment_id=cace1367-418c-4c14-9e34-5faf7c88fefc)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:09.269732 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Transition to ACTIVE for port object 0f3b47c5-00c2-41a5-a888-d228ecfb4988 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:42:09.332524 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:09.336380 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-ee90ca33-fed0-4874-868f-493ab1988488 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51c71dec7a9f4381a563acb9ce1bc91c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6313872 Mar 22 17:42:09.343579 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc611-7e91-4ca2-b60d-bea31b3c7632 None None] Pushing event updated for resources: {'Port': ['ID=27b02b89-b6ae-4b3c-9161-450de9e7902e,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:09.351361 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 52594) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:09.353520 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:09.412841 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Attempting to bind port f90fd1a7-99cf-43eb-bee8-9507ea71487b on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:42:09.413606 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Attempting to bind port f90fd1a7-99cf-43eb-bee8-9507ea71487b by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:42:09.414700 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Attempting to bind port f90fd1a7-99cf-43eb-bee8-9507ea71487b on network e4bb652a-ddb8-47f6-a166-0773f8309a03 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:09.475344 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90ca33-fed0-4874-868f-493ab1988488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5377bd37-e549-42c9-b3c4-0fcf6deb4c39,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:09.489870 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:09.522220 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:42:09.522677 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Checking segment: {'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:09.523471 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:09.523885 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Bound using segment: {'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:42:09.524403 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Bound port: f90fd1a7-99cf-43eb-bee8-9507ea71487b, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:42:09.525010 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:09.527426 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=a62144fb-9d3e-4d48-9032-c30d10aa909e,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:09.586665 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:09.590692 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 792650de-bec0-4ac3-ac6d-1cd2f7841376 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:09.635155 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-98b4a05e-1061-4113-b3dc-13ff199b5a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (7aed8a9d-9ea9-45e1-92a9-a696f47b03f9), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:09.639021 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-98b4a05e-1061-4113-b3dc-13ff199b5a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:09.655206 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-98b4a05e-1061-4113-b3dc-13ff199b5a75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7aed8a9d-9ea9-45e1-92a9-a696f47b03f9 HTTP/1.1" status: 204 len: 168 time: 1.5823166 Mar 22 17:42:09.673732 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6cac9b1f-e2ef-4909-99f3-de7eefe94a77 req-9239d3f9-e0ab-4df4-85dd-1e159d32c6d5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 210 time: 0.1798139 Mar 22 17:42:09.674327 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f3b935be-1614-4ae2-a25f-63c19c194fa7 req-e3e89093-9f36-4160-9428-a9fee2ad3c8a service neutron] 10.222.0.76 "GET /v2.0/networks/08c37b31-b308-4441-a32d-137e23735770?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1146617 Mar 22 17:42:09.676120 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:09.719969 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['a62144fb-9d3e-4d48-9032-c30d10aa909e'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:42:09.738980 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4a05e-1061-4113-b3dc-13ff199b5a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aed8a9d-9ea9-45e1-92a9-a696f47b03f9,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:09.964505 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-0534791d-9b50-4dc0-8097-7a321a4b6b23 None None] Provisioning complete for port f90fd1a7-99cf-43eb-bee8-9507ea71487b triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:09.969759 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-0534791d-9b50-4dc0-8097-7a321a4b6b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:10.013292 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Pushing event updated for resources: {'Port': ['ID=0f3b47c5-00c2-41a5-a888-d228ecfb4988,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:10.155433 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] For port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:42:10.272265 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Attempting to bind port 0f3b47c5-00c2-41a5-a888-d228ecfb4988 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:42:10.273945 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Attempting to bind port 0f3b47c5-00c2-41a5-a888-d228ecfb4988 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:42:10.275426 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Attempting to bind port 0f3b47c5-00c2-41a5-a888-d228ecfb4988 on network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:10.300297 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 792650de-bec0-4ac3-ac6d-1cd2f7841376 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:10.300674 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:10.321141 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Port 0f3b47c5-00c2-41a5-a888-d228ecfb4988 on network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:42:10.321850 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Attempting to bind port 0f3b47c5-00c2-41a5-a888-d228ecfb4988 on network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:10.324968 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] For port f90fd1a7-99cf-43eb-bee8-9507ea71487b, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:42:10.340484 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:42:10.340830 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Checking segment: {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:10.341212 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Bound using segment: {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:42:10.341999 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Bound port: 0f3b47c5-00c2-41a5-a888-d228ecfb4988, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:42:10.342179 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:10.357361 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-0534791d-9b50-4dc0-8097-7a321a4b6b23 None None] Port f90fd1a7-99cf-43eb-bee8-9507ea71487b cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:42:10.357960 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for port (6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:10.362117 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] For port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2527f894-94bb-469c-b9c6-e80fe8fc5e2c,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:42:10.378343 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:10.378954 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] For port f90fd1a7-99cf-43eb-bee8-9507ea71487b, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=f90fd1a7-99cf-43eb-bee8-9507ea71487b,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:42:10.393436 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:04Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:10.421363 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:10.440273 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a032518-4795-4f35-99f9-5246004a7481 admin admin] Publish callbacks [] for security_group (5377bd37-e549-42c9-b3c4-0fcf6deb4c39), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:10.475123 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (8f8d8a60-d7f2-4f12-854d-70e147097688), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:10.477820 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:10.480360 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52628) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:10.535739 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:10.536375 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:10.544654 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] 10.222.0.76 "PUT /v2.0/ports/2527f894-94bb-469c-b9c6-e80fe8fc5e2c HTTP/1.1" status: 200 len: 1093 time: 6.3790226 Mar 22 17:42:10.568001 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b934247b-f808-46e0-8008-1cbc0a2996dd', 'tag': '2527f894-94bb-469c-b9c6-e80fe8fc5e2c'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:10.569527 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d02fe6-3f37-4ff4-bdbd-1e94ac452772" -d '{"events": [{"name": "network-changed", "server_uuid": "b934247b-f808-46e0-8008-1cbc0a2996dd", "tag": "2527f894-94bb-469c-b9c6-e80fe8fc5e2c"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:10.628888 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:10.649511 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8721759 Mar 22 17:42:10.649511 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e1db3-676a-407c-aa7b-a50ea565aeac tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event updated for resources: {'Port': ['ID=6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:10.693725 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c310f59-9d0d-4ebe-993d-a26c8f0bf4e8 None None] Pushing event updated for resources: {'Port': ['ID=f90fd1a7-99cf-43eb-bee8-9507ea71487b,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:10.739812 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456454aa-a246-4b14-a5db-f7654d5c7a70 req-cc7b0df7-a430-464c-95d5-24093621ce47 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:10.745441 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-456454aa-a246-4b14-a5db-f7654d5c7a70 req-cc7b0df7-a430-464c-95d5-24093621ce47 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 943 time: 0.2639499 Mar 22 17:42:10.791849 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3528e7-6639-45aa-93ee-8a04079ccf99 None None] The sync data for ids ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'] in dv-cinder-790535-31-iscsi is: [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:04Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:42:10.793990 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] For port 0f3b47c5-00c2-41a5-a888-d228ecfb4988, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:42:10.826983 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a032518-4795-4f35-99f9-5246004a7481 admin admin] Publish callbacks [] for security_group (5377bd37-e549-42c9-b3c4-0fcf6deb4c39), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:10.933044 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-456454aa-a246-4b14-a5db-f7654d5c7a70 req-b0f8b0ac-f58c-4fb1-99d0-31e4c718ac6d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734800 Mar 22 17:42:10.948103 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] For port 0f3b47c5-00c2-41a5-a888-d228ecfb4988, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0f3b47c5-00c2-41a5-a888-d228ecfb4988,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:42:10.981287 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:11.003486 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:42:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:11.039922 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424313-8ecc-4b11-b401-3c1952d01fb2 req-5ac539f1-fd7a-4880-b969-681628d054d0 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:11.050297 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d7424313-8ecc-4b11-b401-3c1952d01fb2 req-5ac539f1-fd7a-4880-b969-681628d054d0 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 944 time: 1.5210493 Mar 22 17:42:11.179336 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:11.219492 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6d8e9bc-efcd-453e-9f3d-5f6802b7d781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:11.296116 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f3b935be-1614-4ae2-a25f-63c19c194fa7 req-7d6985c6-827f-4f19-86c5-60557ccfd663 service neutron] 10.222.0.76 "GET /v2.0/networks/08c37b31-b308-4441-a32d-137e23735770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3250704 Mar 22 17:42:11.320713 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84deb508-ee5c-46ee-badc-fa591b9d7fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=2527f894-94bb-469c-b9c6-e80fe8fc5e2c,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:11.339522 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-48b56504-0129-454d-bb1e-5279bf81a877 req-f5538284-423e-46a4-bb5b-cf0057a6ebc3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 210 time: 0.0811238 Mar 22 17:42:11.383013 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:11.384108 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:11.385785 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-b2c00349-78f7-4969-9387-c195670f563e service neutron] 10.222.0.76 "PUT /v2.0/ports/0f3b47c5-00c2-41a5-a888-d228ecfb4988 HTTP/1.1" status: 200 len: 1093 time: 4.3902838 Mar 22 17:42:11.391442 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 792650de-bec0-4ac3-ac6d-1cd2f7841376 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:11.394389 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:11.452406 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14959fe3-3002-40a0-b592-0444a064839c x-openstack-request-id: req-14959fe3-3002-40a0-b592-0444a064839c {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:11.452677 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b934247b-f808-46e0-8008-1cbc0a2996dd", "tag": "2527f894-94bb-469c-b9c6-e80fe8fc5e2c", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:11.452805 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14959fe3-3002-40a0-b592-0444a064839c {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:11.453215 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14959fe3-3002-40a0-b592-0444a064839c'] response: {'name': 'network-changed', 'server_uuid': 'b934247b-f808-46e0-8008-1cbc0a2996dd', 'tag': '2527f894-94bb-469c-b9c6-e80fe8fc5e2c', 'status': 'completed', 'code': 200} Mar 22 17:42:11.496721 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port 792650de-bec0-4ac3-ac6d-1cd2f7841376, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=792650de-bec0-4ac3-ac6d-1cd2f7841376,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:11.517782 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:11.517782 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:11.530404 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-41f5831a-5834-47df-8883-9efbec3a1d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:11.532076 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-41f5831a-5834-47df-8883-9efbec3a1d01 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 1127 time: 0.8028605 Mar 22 17:42:11.559844 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d7424313-8ecc-4b11-b401-3c1952d01fb2 req-c239f904-2c75-41ac-ac0c-383236e6676d tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997005 Mar 22 17:42:11.622659 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:11.654854 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6d8e9bc-efcd-453e-9f3d-5f6802b7d781 admin admin] Publish callbacks [] for security_group (6aad093c-4b44-4484-a6ce-55bd3fd0aaf0), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:11.671729 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a032518-4795-4f35-99f9-5246004a7481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (5377bd37-e549-42c9-b3c4-0fcf6deb4c39), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:11.685446 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e6d8e9bc-efcd-453e-9f3d-5f6802b7d781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (6aad093c-4b44-4484-a6ce-55bd3fd0aaf0), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:11.686418 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a032518-4795-4f35-99f9-5246004a7481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:11.707409 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-4a032518-4795-4f35-99f9-5246004a7481 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5377bd37-e549-42c9-b3c4-0fcf6deb4c39 HTTP/1.1" status: 204 len: 168 time: 2.3248785 Mar 22 17:42:11.770231 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-e6d8e9bc-efcd-453e-9f3d-5f6802b7d781 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a698d75e80d74d748f218b31c486558f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2874012 Mar 22 17:42:11.774198 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52664) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:11.779104 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c00349-78f7-4969-9387-c195670f563e service neutron] Pushing event updated for resources: {'Port': ['ID=0f3b47c5-00c2-41a5-a888-d228ecfb4988,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:11.818760 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-32e82cb4-b243-4c16-855e-06335a128169 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2527f894-94bb-469c-b9c6-e80fe8fc5e2c HTTP/1.1" status: 200 len: 217 time: 0.2421310 Mar 22 17:42:11.822918 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a032518-4795-4f35-99f9-5246004a7481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5377bd37-e549-42c9-b3c4-0fcf6deb4c39,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:11.836851 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8e9bc-efcd-453e-9f3d-5f6802b7d781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aad093c-4b44-4484-a6ce-55bd3fd0aaf0,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:11.863262 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-861d4670-7270-4714-a393-db665d2ef844 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1120483055&fields=id&tenant_id=dafda4c018df4141b3c5cfbecea2350e HTTP/1.1" status: 200 len: 267 time: 0.2068872 Mar 22 17:42:11.865926 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:11.934970 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45018526-9a12-4424-9ffd-3757179a3293 req-852c0113-cfed-47b8-9cac-ca52809d98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:11.936621 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-852c0113-cfed-47b8-9cac-ca52809d98f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 1127 time: 0.4576595 Mar 22 17:42:11.974665 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf483-61b9-4a01-97f9-6c0db75ec3ac admin admin] Publish callbacks [] for security_group (6aad093c-4b44-4484-a6ce-55bd3fd0aaf0), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:12.112801 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-8997f605-7744-4f78-babf-0eaadd58338a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3b47c5-00c2-41a5-a888-d228ecfb4988 HTTP/1.1" status: 200 len: 217 time: 0.1636267 Mar 22 17:42:12.114238 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-8385657d-5f55-4a74-8c8c-2a02136c6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:12.115581 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-8385657d-5f55-4a74-8c8c-2a02136c6caa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.2884860 Mar 22 17:42:12.130707 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf483-61b9-4a01-97f9-6c0db75ec3ac admin admin] Publish callbacks [] for security_group (6aad093c-4b44-4484-a6ce-55bd3fd0aaf0), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:12.268118 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=792650de-bec0-4ac3-ac6d-1cd2f7841376,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:12.350665 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-66ed1d03-7484-4177-ae1a-c15e198910c5 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:12.358920 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-66ed1d03-7484-4177-ae1a-c15e198910c5 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/networks?id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51 HTTP/1.1" status: 200 len: 810 time: 0.4944315 Mar 22 17:42:12.374178 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:12.382218 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:12.393031 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-63d7a54b-028a-44fa-be3f-7a778886760b tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/quotas/dafda4c018df4141b3c5cfbecea2350e HTTP/1.1" status: 200 len: 375 time: 0.0325642 Mar 22 17:42:12.399807 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf483-61b9-4a01-97f9-6c0db75ec3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (6aad093c-4b44-4484-a6ce-55bd3fd0aaf0), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:12.402933 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf483-61b9-4a01-97f9-6c0db75ec3ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:12.407302 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-6c9cf483-61b9-4a01-97f9-6c0db75ec3ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6aad093c-4b44-4484-a6ce-55bd3fd0aaf0 HTTP/1.1" status: 204 len: 168 time: 0.6295023 Mar 22 17:42:12.460040 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cf483-61b9-4a01-97f9-6c0db75ec3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aad093c-4b44-4484-a6ce-55bd3fd0aaf0,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:12.501063 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-b7132e1a-e1a7-464b-8f31-aa673427c360 None None] Provisioning complete for port f90fd1a7-99cf-43eb-bee8-9507ea71487b triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:12.502012 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b7132e1a-e1a7-464b-8f31-aa673427c360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:12.521388 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-d65ffc48-1b11-4bc6-8965-92864857afcd tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dafda4c018df4141b3c5cfbecea2350e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233597 Mar 22 17:42:12.630398 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-ac4bcb00-36e3-4ac3-b9a2-d4b61853b4db service neutron] 10.222.0.42 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048067 Mar 22 17:42:12.721780 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45018526-9a12-4424-9ffd-3757179a3293 req-326bd06f-98ee-487e-974c-bc3a231d5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:12.723542 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-326bd06f-98ee-487e-974c-bc3a231d5c74 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.5515633 Mar 22 17:42:12.817304 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Allocated IP 172.27.3.113 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/3b5704c7-0d89-4c52-aa8c-413daafbed8d) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:12.821013 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-05b7e2a7-d5af-4004-acbd-5981e97dbe66 service neutron] 10.222.0.42 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898620 Mar 22 17:42:12.835484 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:12.836564 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:12.841325 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-c175164e-e404-4779-80ee-691427964a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:12.843080 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-c175164e-e404-4779-80ee-691427964a88 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6642628 Mar 22 17:42:12.850195 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52688) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:12.871269 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-2c48fb72-37e6-4901-85f2-dcc7f37123f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:12.875494 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6cfe4704-6353-46d2-9804-866e4e1a9c77 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:12.880987 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6cfe4704-6353-46d2-9804-866e4e1a9c77 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 814 time: 0.7805517 Mar 22 17:42:12.905580 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port 68edbeb8-f374-4daf-9abe-c5ebd36f16f1, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=68edbeb8-f374-4daf-9abe-c5ebd36f16f1,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:12.929635 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:10Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:13.019087 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:13.179649 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-2c48fb72-37e6-4901-85f2-dcc7f37123f3 admin admin] Publish callbacks [] for security_group (635f33d2-b5e7-449d-b0cd-663b94eb0d44), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:13.186957 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-2c48fb72-37e6-4901-85f2-dcc7f37123f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (635f33d2-b5e7-449d-b0cd-663b94eb0d44), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:13.217959 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a9dca-16d3-44bd-b217-56d3532f23a4 None None] The sync data for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi is: [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:10Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:42:13.268604 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-2c48fb72-37e6-4901-85f2-dcc7f37123f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a31c1ab05b34e75a89f9c2a87c0c623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148476 Mar 22 17:42:13.269949 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48fb72-37e6-4901-85f2-dcc7f37123f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635f33d2-b5e7-449d-b0cd-663b94eb0d44,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:13.272108 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52696) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:13.310748 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-b7132e1a-e1a7-464b-8f31-aa673427c360 None None] Current status of the port f90fd1a7-99cf-43eb-bee8-9507ea71487b is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:13.312411 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b7132e1a-e1a7-464b-8f31-aa673427c360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:13.408541 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52698) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:13.444308 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c4709-7307-4403-8eb9-ce9fbbb1683e req-0199bf0b-bcd0-4110-98e5-e24b85a47739 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:13.445591 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=68edbeb8-f374-4daf-9abe-c5ebd36f16f1,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:13.455604 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d35c4709-7307-4403-8eb9-ce9fbbb1683e req-0199bf0b-bcd0-4110-98e5-e24b85a47739 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 943 time: 1.1889074 Mar 22 17:42:13.467585 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3', 'tag': '0f3b47c5-00c2-41a5-a888-d228ecfb4988'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:13.471593 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9422924-5506-45fe-b674-570f5f262785" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3", "tag": "0f3b47c5-00c2-41a5-a888-d228ecfb4988"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:13.534768 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-b7132e1a-e1a7-464b-8f31-aa673427c360 None None] For port f90fd1a7-99cf-43eb-bee8-9507ea71487b, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=f90fd1a7-99cf-43eb-bee8-9507ea71487b,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:13.543150 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f97e278e-3f1f-42aa-8f87-4fad72df33e1 req-aba3bd38-42f0-4130-a9b5-6cbd91b708ee tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 210 time: 0.1995373 Mar 22 17:42:13.551892 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b7132e1a-e1a7-464b-8f31-aa673427c360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:13.572589 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8270083d-59c7-4d96-bb99-9c85c744dee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:13.648866 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device a62144fb-9d3e-4d48-9032-c30d10aa909e up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:13.706142 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cdb5a5f9-8935-4337-b6c6-7f597b835ead admin admin] Publish callbacks [] for security_group (635f33d2-b5e7-449d-b0cd-663b94eb0d44), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:13.769115 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45018526-9a12-4424-9ffd-3757179a3293 req-5abc3d95-72ae-4271-95ac-e63ddd8e2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:13.771181 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-5abc3d95-72ae-4271-95ac-e63ddd8e2da9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 1.0387990 Mar 22 17:42:13.800168 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device c9720c06-7920-4989-89e2-549528658234 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:13.800698 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cdb5a5f9-8935-4337-b6c6-7f597b835ead admin admin] Publish callbacks [] for security_group (635f33d2-b5e7-449d-b0cd-663b94eb0d44), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:13.896282 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-34ed0354-175b-412d-b0c0-cdccfb1bdb4c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ed4104feede4674a867b41f6ff73e8c HTTP/1.1" status: 200 len: 380 time: 0.9870825 Mar 22 17:42:13.940877 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cdb5a5f9-8935-4337-b6c6-7f597b835ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (635f33d2-b5e7-449d-b0cd-663b94eb0d44), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:13.962370 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cdb5a5f9-8935-4337-b6c6-7f597b835ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:13.965102 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-cdb5a5f9-8935-4337-b6c6-7f597b835ead admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/635f33d2-b5e7-449d-b0cd-663b94eb0d44 HTTP/1.1" status: 204 len: 168 time: 0.6918895 Mar 22 17:42:13.984177 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7132e1a-e1a7-464b-8f31-aa673427c360 None None] Pushing event updated for resources: {'Port': ['ID=f90fd1a7-99cf-43eb-bee8-9507ea71487b,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:13.989048 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5a5f9-8935-4337-b6c6-7f597b835ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635f33d2-b5e7-449d-b0cd-663b94eb0d44,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:14.035298 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-a551605c-8816-4b3c-9780-ad08437fe8f5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'port': {'device_id': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'admin_state_up': True, 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'security_groups': ['84360c49-06c2-4b26-8516-c1871c1fb2a1']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:14.067900 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port c9720c06-7920-4989-89e2-549528658234 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:14.068480 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (c9720c06-7920-4989-89e2-549528658234), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:14.116194 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port a62144fb-9d3e-4d48-9032-c30d10aa909e completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:42:14.122176 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port a62144fb-9d3e-4d48-9032-c30d10aa909e triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:14.122696 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:14.160049 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for port (3b5704c7-0d89-4c52-aa8c-413daafbed8d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:14.161031 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7465f-5639-4f21-9c17-f427440ce1ee req-1d3b84fc-caa5-4f50-8172-ead0824c6bb2 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:14.172445 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2ec7465f-5639-4f21-9c17-f427440ce1ee req-1d3b84fc-caa5-4f50-8172-ead0824c6bb2 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 944 time: 0.2796965 Mar 22 17:42:14.176210 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8270083d-59c7-4d96-bb99-9c85c744dee9 admin admin] Publish callbacks [] for security_group (635151fa-d52f-492b-b1fe-1d9cad3797aa), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:14.196490 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8270083d-59c7-4d96-bb99-9c85c744dee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (635151fa-d52f-492b-b1fe-1d9cad3797aa), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:14.271473 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port c9720c06-7920-4989-89e2-549528658234 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:14.275377 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 27b02b89-b6ae-4b3c-9161-450de9e7902e up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:14.312294 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270083d-59c7-4d96-bb99-9c85c744dee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635151fa-d52f-492b-b1fe-1d9cad3797aa,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:14.445090 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-629c07ac-785a-4a0c-9d55-8a04c0d22c29 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329403 Mar 22 17:42:14.450211 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8270083d-59c7-4d96-bb99-9c85c744dee9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4b290296c1e4b95a69ff54a8663be48&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0222397 Mar 22 17:42:14.458614 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 27b02b89-b6ae-4b3c-9161-450de9e7902e triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:14.459155 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:14.463449 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-72978ae2-d79c-4453-bcaa-eddd403f4156 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5687008 Mar 22 17:42:14.468116 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52720) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:14.556619 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d35c4709-7307-4403-8eb9-ce9fbbb1683e req-ac0209a0-5135-4699-a904-c2925bcd2f58 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1000459 Mar 22 17:42:14.651645 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2ec7465f-5639-4f21-9c17-f427440ce1ee req-fa9a87f7-377f-45d9-89da-6b8e64cc7b0d tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778650 Mar 22 17:42:14.744907 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port a62144fb-9d3e-4d48-9032-c30d10aa909e is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:14.745310 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:14.780862 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da36c319-30ae-4749-a99d-bbdc57286985 admin admin] Publish callbacks [] for security_group (635151fa-d52f-492b-b1fe-1d9cad3797aa), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:14.797096 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (3b5704c7-0d89-4c52-aa8c-413daafbed8d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:14.858407 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port a62144fb-9d3e-4d48-9032-c30d10aa909e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a62144fb-9d3e-4d48-9032-c30d10aa909e,segment=NetworkSegment(cace1367-418c-4c14-9e34-5faf7c88fefc),segment_id=cace1367-418c-4c14-9e34-5faf7c88fefc)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:14.870669 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da36c319-30ae-4749-a99d-bbdc57286985 admin admin] Publish callbacks [] for security_group (635151fa-d52f-492b-b1fe-1d9cad3797aa), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:14.885515 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c90d32-d757-4c5d-9f5e-8ce8180c2b41 x-openstack-request-id: req-45c90d32-d757-4c5d-9f5e-8ce8180c2b41 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:14.887832 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3", "tag": "0f3b47c5-00c2-41a5-a888-d228ecfb4988", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:14.890032 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45c90d32-d757-4c5d-9f5e-8ce8180c2b41 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:14.894657 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c90d32-d757-4c5d-9f5e-8ce8180c2b41'] response: {'name': 'network-changed', 'server_uuid': 'b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3', 'tag': '0f3b47c5-00c2-41a5-a888-d228ecfb4988', 'status': 'completed', 'code': 200} Mar 22 17:42:14.913725 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158d2247-2974-46db-9443-a6d3885f7e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62144fb-9d3e-4d48-9032-c30d10aa909e'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:15.022305 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da36c319-30ae-4749-a99d-bbdc57286985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (635151fa-d52f-492b-b1fe-1d9cad3797aa), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:15.025699 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da36c319-30ae-4749-a99d-bbdc57286985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:15.030347 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-da36c319-30ae-4749-a99d-bbdc57286985 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/635151fa-d52f-492b-b1fe-1d9cad3797aa HTTP/1.1" status: 204 len: 168 time: 0.5607715 Mar 22 17:42:15.082355 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36c319-30ae-4749-a99d-bbdc57286985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635151fa-d52f-492b-b1fe-1d9cad3797aa,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:15.105738 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:15.142731 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e555a0bc-e1f6-4c26-badd-8e357859373e req-d0d94ebe-c4e3-497d-8d0d-e553a1895109 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 210 time: 0.0971441 Mar 22 17:42:15.265705 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=a62144fb-9d3e-4d48-9032-c30d10aa909e,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:15.271877 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 27b02b89-b6ae-4b3c-9161-450de9e7902e is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:15.273767 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 792650de-bec0-4ac3-ac6d-1cd2f7841376 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:15.311318 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55ab1fb2-7706-47d5-a52c-40fe5d4adbde req-80a0b12d-eaa5-4326-aa79-2dd548e0afea service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7483366 Mar 22 17:42:15.350632 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ba0195ce-a1b4-465d-a54a-5eeac0516295 req-a1b791d3-9dcc-48b7-a8d6-e491fe105b35 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 210 time: 0.4972019 Mar 22 17:42:15.355883 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:15.381254 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:15.395243 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:15.439019 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event updated for resources: {'Port': ['ID=3b5704c7-0d89-4c52-aa8c-413daafbed8d,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:15.463640 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 792650de-bec0-4ac3-ac6d-1cd2f7841376 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:15.464188 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:15.468142 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.76', 49288) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:15.634919 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-f38933cd-1713-439c-b644-4ef715db37b8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:15.638045 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-f38933cd-1713-439c-b644-4ef715db37b8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.76 "GET /v2.0/networks?id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51 HTTP/1.1" status: 200 len: 810 time: 0.1563642 Mar 22 17:42:15.653416 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45018526-9a12-4424-9ffd-3757179a3293 req-5cf58929-3018-431a-af41-d2bb787c16d1 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2061794 Mar 22 17:42:15.654485 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-a551605c-8816-4b3c-9780-ad08437fe8f5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Made reservation on behalf of 7ed4104feede4674a867b41f6ff73e8c for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:15.658896 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-a551605c-8816-4b3c-9780-ad08437fe8f5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:15.669314 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d02fe6-3f37-4ff4-bdbd-1e94ac452772 req-c140fc38-18ae-4103-85c5-8f35c5dddd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:15.671552 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-84d02fe6-3f37-4ff4-bdbd-1e94ac452772 req-c140fc38-18ae-4103-85c5-8f35c5dddd94 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 1127 time: 0.2018926 Mar 22 17:42:15.773358 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:15.783199 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-317358d4-5bb4-4c94-8e38-b88a848f9922 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dafda4c018df4141b3c5cfbecea2350e HTTP/1.1" status: 200 len: 380 time: 0.1165287 Mar 22 17:42:15.798846 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-283751aa-c5e2-40c6-bd1d-7a16daad0505 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Request body: {'port': {'device_id': '7470b289-db2f-4900-80ef-0495e61d50b1', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'admin_state_up': True, 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'security_groups': ['620e98d1-89d4-4da1-8f32-e98f3474a152']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:15.905902 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 792650de-bec0-4ac3-ac6d-1cd2f7841376 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:15.934467 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa86d13-aeaa-4242-ac98-08d86559a9b5" -d '{"events": [{"server_uuid": "158d2247-2974-46db-9443-a6d3885f7e4e", "name": "network-vif-plugged", "status": "completed", "tag": "a62144fb-9d3e-4d48-9032-c30d10aa909e"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:16.054926 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (3b5704c7-0d89-4c52-aa8c-413daafbed8d), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:16.226671 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9422924-5506-45fe-b674-570f5f262785 req-f88bf014-e14d-4f79-a024-5997f5f74a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:16.228482 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e9422924-5506-45fe-b674-570f5f262785 req-f88bf014-e14d-4f79-a024-5997f5f74a40 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 1127 time: 0.2903001 Mar 22 17:42:16.250715 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0411910-33fb-4065-a5e6-e256da307ecb req-affb38dd-eef9-4804-ba68-f2da11dbe878 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:16.253114 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c0411910-33fb-4065-a5e6-e256da307ecb req-affb38dd-eef9-4804-ba68-f2da11dbe878 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 945 time: 0.3504920 Mar 22 17:42:16.284490 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-a551605c-8816-4b3c-9780-ad08437fe8f5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Allocated IP 172.20.0.5 (ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6/bb472c87-5227-40ca-b870-5ef24c007548/0c7efbd8-63a6-4f75-91ae-a55a03161b83) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:16.363946 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device f90fd1a7-99cf-43eb-bee8-9507ea71487b up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:16.593609 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port f90fd1a7-99cf-43eb-bee8-9507ea71487b triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:16.594598 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:16.641534 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 52784) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:16.693663 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-283751aa-c5e2-40c6-bd1d-7a16daad0505 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Made reservation on behalf of dafda4c018df4141b3c5cfbecea2350e for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:16.705383 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-283751aa-c5e2-40c6-bd1d-7a16daad0505 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:16.709879 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8412b7-55c1-463f-b32d-2e8cddbfa0d9 req-17a9c81a-f25b-4cb0-8768-a49e2987efd0 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:16.712874 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8d8412b7-55c1-463f-b32d-2e8cddbfa0d9 req-17a9c81a-f25b-4cb0-8768-a49e2987efd0 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 943 time: 0.6747868 Mar 22 17:42:16.717799 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d02fe6-3f37-4ff4-bdbd-1e94ac452772 req-ee8fc16a-2aef-486e-a733-cec2af4521dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:16.720485 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-84d02fe6-3f37-4ff4-bdbd-1e94ac452772 req-ee8fc16a-2aef-486e-a733-cec2af4521dd service neutron] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 920 time: 1.0289416 Mar 22 17:42:16.792840 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c0411910-33fb-4065-a5e6-e256da307ecb req-ceaa2e06-592c-4382-b379-025bf405d5ec tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547572 Mar 22 17:42:16.886441 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port f90fd1a7-99cf-43eb-bee8-9507ea71487b is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:16.887961 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:16.951744 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:16.952426 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:16.960715 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9422924-5506-45fe-b674-570f5f262785 req-4e474333-7089-4a60-befc-e52443cf41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:16.962434 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e9422924-5506-45fe-b674-570f5f262785 req-4e474333-7089-4a60-befc-e52443cf41a6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 920 time: 0.7217906 Mar 22 17:42:16.999187 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-84d02fe6-3f37-4ff4-bdbd-1e94ac452772 req-9d40f1a1-1887-465b-bed4-32ef5b01c6eb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2527f894-94bb-469c-b9c6-e80fe8fc5e2c HTTP/1.1" status: 200 len: 217 time: 0.2619309 Mar 22 17:42:17.034026 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e9422924-5506-45fe-b674-570f5f262785 req-0e8a887d-fdcc-4086-aeaf-36f27b80edf5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3b47c5-00c2-41a5-a888-d228ecfb4988 HTTP/1.1" status: 200 len: 217 time: 0.0644255 Mar 22 17:42:17.127223 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:17.158109 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d02fe6-3f37-4ff4-bdbd-1e94ac452772 req-9c65b5d6-df65-413d-b47c-63cfba132972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:17.158624 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-84d02fe6-3f37-4ff4-bdbd-1e94ac452772 req-9c65b5d6-df65-413d-b47c-63cfba132972 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.1403081 Mar 22 17:42:17.163140 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8d8412b7-55c1-463f-b32d-2e8cddbfa0d9 req-59bf8989-d6d3-488a-b8d4-3e67033d3642 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358020 Mar 22 17:42:17.359956 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1272159055-network', 'tenant_id': '8d114d1022964057ad02a431d81deb04'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:17.368602 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for port (3b5704c7-0d89-4c52-aa8c-413daafbed8d), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:17.372070 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937e2aaa-511c-44b5-b378-69b64bbf91f9 x-openstack-request-id: req-937e2aaa-511c-44b5-b378-69b64bbf91f9 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:17.372709 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158d2247-2974-46db-9443-a6d3885f7e4e", "name": "network-vif-plugged", "status": "completed", "tag": "a62144fb-9d3e-4d48-9032-c30d10aa909e", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:17.372709 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-937e2aaa-511c-44b5-b378-69b64bbf91f9 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:17.373689 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937e2aaa-511c-44b5-b378-69b64bbf91f9'] response: {'server_uuid': '158d2247-2974-46db-9443-a6d3885f7e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62144fb-9d3e-4d48-9032-c30d10aa909e', 'code': 200} Mar 22 17:42:17.451266 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (3b5704c7-0d89-4c52-aa8c-413daafbed8d), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:17.485165 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e8bc5d97-55ba-4ee5-be62-efc18ce67536 req-01ce8beb-fabd-48af-b846-6890d519c249 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 210 time: 0.0658612 Mar 22 17:42:17.489522 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d02fe6-3f37-4ff4-bdbd-1e94ac452772 req-d73887a1-0f2e-4426-8558-5316e731bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:17.492329 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-84d02fe6-3f37-4ff4-bdbd-1e94ac452772 req-d73887a1-0f2e-4426-8558-5316e731bb27 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3278630 Mar 22 17:42:17.603394 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.76', 49292) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:17.629381 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 2527f894-94bb-469c-b9c6-e80fe8fc5e2c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:42:17.729800 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:17.769336 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4f4e8391-c051-423c-adf2-ecee351d3f60 req-1d6f1b46-3826-4f96-aa64-085e17fbd0b0 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 210 time: 0.2761946 Mar 22 17:42:17.815527 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46e2e1-9dc4-406d-a5cb-c1e9a844d98f req-1ee01950-7250-42ad-9622-e6a740ef16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:17.818267 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4c46e2e1-9dc4-406d-a5cb-c1e9a844d98f req-1ee01950-7250-42ad-9622-e6a740ef16e0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 1129 time: 0.2128980 Mar 22 17:42:17.821870 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-84d02fe6-3f37-4ff4-bdbd-1e94ac452772 req-728135cc-163d-4b07-a0c6-3efb783c3c5f service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185084 Mar 22 17:42:17.843724 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-283751aa-c5e2-40c6-bd1d-7a16daad0505 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Allocated IP 172.20.0.9 (06def2f6-b8b5-444e-b9f0-54c72e8e6c51/56859b9d-6232-4703-b2f1-50f11823f1f1/0f84acdf-e348-4bf9-8404-42cf118fef48) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:17.849220 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9422924-5506-45fe-b674-570f5f262785 req-cda293a0-1b49-4a84-a996-8d38bbdc67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:17.863605 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e9422924-5506-45fe-b674-570f5f262785 req-cda293a0-1b49-4a84-a996-8d38bbdc67f7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.8056867 Mar 22 17:42:17.880064 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Made reservation on behalf of 8d114d1022964057ad02a431d81deb04 for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:17.881455 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2527f894-94bb-469c-b9c6-e80fe8fc5e2c,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:17.892714 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:17.901756 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '2527f894-94bb-469c-b9c6-e80fe8fc5e2c', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'port_id': '2527f894-94bb-469c-b9c6-e80fe8fc5e2c', 'mac_address': 'fa:16:3e:98:9d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:42:17.940847 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event updated for resources: {'Port': ['ID=3b5704c7-0d89-4c52-aa8c-413daafbed8d,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:17.950245 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-a551605c-8816-4b3c-9780-ad08437fe8f5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:17.971117 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:17.987710 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f3781af5-2816-42f7-abaf-5aff8ffaf274 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.0642376 Mar 22 17:42:17.988816 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:17.992523 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.021150 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-4c46e2e1-9dc4-406d-a5cb-c1e9a844d98f req-1abdc708-c8f8-40d5-97f8-97fcc376d6f7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.057365 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2527f894-94bb-469c-b9c6-e80fe8fc5e2c {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:18.139988 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2527f894-94bb-469c-b9c6-e80fe8fc5e2c,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:18.148239 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.149779 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0f3b47c5-00c2-41a5-a888-d228ecfb4988 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:42:18.277842 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-84d02fe6-3f37-4ff4-bdbd-1e94ac452772 req-bb7399bb-8050-464a-9eef-41fa1f896a5d service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432502 Mar 22 17:42:18.326580 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.408146 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b39caa-8978-4601-9757-1a17a276bb4f req-9d51a668-c6c7-4ee4-9131-06c37668dc64 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:18.422112 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-16b39caa-8978-4601-9757-1a17a276bb4f req-9d51a668-c6c7-4ee4-9131-06c37668dc64 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 945 time: 0.2954798 Mar 22 17:42:18.442352 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 0f3b47c5-00c2-41a5-a888-d228ecfb4988, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0f3b47c5-00c2-41a5-a888-d228ecfb4988,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:18.469294 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '0f3b47c5-00c2-41a5-a888-d228ecfb4988', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'port_id': '0f3b47c5-00c2-41a5-a888-d228ecfb4988', 'mac_address': 'fa:16:3e:77:d1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:42:18.473172 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-283751aa-c5e2-40c6-bd1d-7a16daad0505 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.476499 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=2527f894-94bb-469c-b9c6-e80fe8fc5e2c,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:18.486920 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-4c46e2e1-9dc4-406d-a5cb-c1e9a844d98f req-1abdc708-c8f8-40d5-97f8-97fcc376d6f7 service neutron] Publish callbacks [] for security_group (fb8d34c4-0798-404a-b9af-e8dbebe262f0), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.527479 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-16b39caa-8978-4601-9757-1a17a276bb4f req-5eacb894-4241-4549-b929-ec89538d81b1 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978112 Mar 22 17:42:18.529529 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-4c46e2e1-9dc4-406d-a5cb-c1e9a844d98f req-1abdc708-c8f8-40d5-97f8-97fcc376d6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (fb8d34c4-0798-404a-b9af-e8dbebe262f0), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.580290 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4c46e2e1-9dc4-406d-a5cb-c1e9a844d98f req-1abdc708-c8f8-40d5-97f8-97fcc376d6f7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7341049 Mar 22 17:42:18.609070 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdc708-c8f8-40d5-97f8-97fcc376d6f7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8d34c4-0798-404a-b9af-e8dbebe262f0,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:18.632701 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9422924-5506-45fe-b674-570f5f262785 req-d833ee78-f875-44b2-adab-1a553ca0c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:18.634456 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e9422924-5506-45fe-b674-570f5f262785 req-d833ee78-f875-44b2-adab-1a553ca0c55d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.7330716 Mar 22 17:42:18.698989 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-a551605c-8816-4b3c-9780-ad08437fe8f5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.760911 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 0f3b47c5-00c2-41a5-a888-d228ecfb4988 is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:18.761628 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.777625 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-283751aa-c5e2-40c6-bd1d-7a16daad0505 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.779953 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-0cd173d8-8e54-4db3-8e90-2e7cf3ffdf0f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1775570944&fields=id&tenant_id=545c21eb56a34f30adb2fbf76197ea0c HTTP/1.1" status: 200 len: 267 time: 0.0913115 Mar 22 17:42:18.788766 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3b47c5-00c2-41a5-a888-d228ecfb4988 {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:18.802743 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a28cb8-d7d8-463f-8c8e-be68633fb184 req-629702ce-45f5-490f-b9e1-1c9d913dc634 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:18.810022 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a8a28cb8-d7d8-463f-8c8e-be68633fb184 req-629702ce-45f5-490f-b9e1-1c9d913dc634 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 943 time: 0.3538702 Mar 22 17:42:18.834910 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 0f3b47c5-00c2-41a5-a888-d228ecfb4988, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0f3b47c5-00c2-41a5-a888-d228ecfb4988,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:18.841282 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.855618 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Publish callbacks [] for security_group (566df0b5-4fd6-41e1-8528-e88943d238b5), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.862843 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-a551605c-8816-4b3c-9780-ad08437fe8f5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:18.905745 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=0f3b47c5-00c2-41a5-a888-d228ecfb4988,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:18.906990 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-a551605c-8816-4b3c-9780-ad08437fe8f5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:18.910577 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (566df0b5-4fd6-41e1-8528-e88943d238b5), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.919439 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-a551605c-8816-4b3c-9780-ad08437fe8f5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:18.928305 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-a551605c-8816-4b3c-9780-ad08437fe8f5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:18.929019 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-a551605c-8816-4b3c-9780-ad08437fe8f5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:18.933230 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551605c-8816-4b3c-9780-ad08437fe8f5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'Port': ['ID=0c7efbd8-63a6-4f75-91ae-a55a03161b83,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:18.988236 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-283751aa-c5e2-40c6-bd1d-7a16daad0505 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:19.019638 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-283751aa-c5e2-40c6-bd1d-7a16daad0505 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:19.029764 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-283751aa-c5e2-40c6-bd1d-7a16daad0505 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:19.035479 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-283751aa-c5e2-40c6-bd1d-7a16daad0505 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:19.036807 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-283751aa-c5e2-40c6-bd1d-7a16daad0505 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:19.082870 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-a551605c-8816-4b3c-9780-ad08437fe8f5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0620208 Mar 22 17:42:19.096637 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-e9c623b4-6d90-4952-b88e-0836694dce74 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:19.098315 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:42:19.101973 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566df0b5-4fd6-41e1-8528-e88943d238b5,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:19.102356 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['2527f894-94bb-469c-b9c6-e80fe8fc5e2c'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:42:19.111270 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-e9c623b4-6d90-4952-b88e-0836694dce74 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/networks?id=e4bb652a-ddb8-47f6-a166-0773f8309a03 HTTP/1.1" status: 200 len: 816 time: 0.3296642 Mar 22 17:42:19.133926 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-ed56e9f7-0f6e-4f42-94c1-a2168a1b2270 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/quotas/545c21eb56a34f30adb2fbf76197ea0c HTTP/1.1" status: 200 len: 375 time: 0.0210683 Mar 22 17:42:19.206201 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['0f3b47c5-00c2-41a5-a888-d228ecfb4988'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:42:19.207781 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (57785831-eff3-4c7f-be76-e17992e1e3a5), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:19.212654 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Added segment 57785831-eff3-4c7f-be76-e17992e1e3a5 of type vlan for network 3a424f1b-455f-41ab-8f12-d58b052df79e Mar 22 17:42:19.285018 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-24e7e77c-a570-4f25-aa41-7bc085b85b33 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=545c21eb56a34f30adb2fbf76197ea0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333749 Mar 22 17:42:19.312193 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (3a424f1b-455f-41ab-8f12-d58b052df79e), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:19.353203 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Request body: {'port': {'device_id': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:19.389325 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283751aa-c5e2-40c6-bd1d-7a16daad0505 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event updated for resources: {'Port': ['ID=0f84acdf-e348-4bf9-8404-42cf118fef48,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:19.449115 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-a68149ae-d45c-4c1c-b026-ed00804db64a None None] Provisioning complete for port 0c7efbd8-63a6-4f75-91ae-a55a03161b83 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:19.449581 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a68149ae-d45c-4c1c-b026-ed00804db64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:19.473332 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e9422924-5506-45fe-b674-570f5f262785 req-18853ffc-326b-424b-bc8c-084195fb31cd service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785133 Mar 22 17:42:19.484300 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (3a424f1b-455f-41ab-8f12-d58b052df79e), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:19.486074 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:19.486605 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:19.500271 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-283751aa-c5e2-40c6-bd1d-7a16daad0505 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7066703 Mar 22 17:42:19.584156 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-a68149ae-d45c-4c1c-b026-ed00804db64a None None] Port 0c7efbd8-63a6-4f75-91ae-a55a03161b83 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:42:19.631274 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a8a28cb8-d7d8-463f-8c8e-be68633fb184 req-71f1dded-a847-47d6-ab1d-ba4bcab34905 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8202331 Mar 22 17:42:19.634036 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e9422924-5506-45fe-b674-570f5f262785 req-926de4c9-5c75-42d9-9396-5c51badae85c service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442363 Mar 22 17:42:19.640405 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-27758024-d483-4398-8299-7372f96b8800 service neutron] 10.222.0.42 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400409 Mar 22 17:42:19.764210 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Request body: {'port': {'device_id': '7470b289-db2f-4900-80ef-0495e61d50b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:19.815057 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-b909f279-570c-4355-9f21-9ff3e0d5b395 None None] Provisioning complete for port 0f84acdf-e348-4bf9-8404-42cf118fef48 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:19.815929 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b909f279-570c-4355-9f21-9ff3e0d5b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:19.844228 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-a11d887e-b6a8-42ae-a8da-a9e96a9d3c41 service neutron] 10.222.0.42 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025156 Mar 22 17:42:19.890758 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-b909f279-570c-4355-9f21-9ff3e0d5b395 None None] Port 0f84acdf-e348-4bf9-8404-42cf118fef48 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:42:19.912636 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.2548678 Mar 22 17:42:19.915474 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52878) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:19.921694 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-73978017-5a95-4ff3-b4f9-6bf8a3cdd30e admin admin] Request body: {'subnet': {'network_id': '3a424f1b-455f-41ab-8f12-d58b052df79e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1272159055-subnet', 'tenant_id': '8d114d1022964057ad02a431d81deb04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:19.971434 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73978017-5a95-4ff3-b4f9-6bf8a3cdd30e admin admin] Made reservation on behalf of 8d114d1022964057ad02a431d81deb04 for: {'subnet': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:19.974501 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-73978017-5a95-4ff3-b4f9-6bf8a3cdd30e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.017162 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e1efe-895b-4012-99a3-49b065883aea admin admin] Pushing event updated for resources: {'Network': ['ID=3a424f1b-455f-41ab-8f12-d58b052df79e,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:20.044362 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network 3a424f1b-455f-41ab-8f12-d58b052df79e details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:42:20.093154 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.137768 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52886) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:20.346365 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5afeb2-c1a1-4381-93ad-f7e6c513d515 req-58a2bf93-b8c5-446d-abe6-6908adfdb17e tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:20.354444 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0c5afeb2-c1a1-4381-93ad-f7e6c513d515 req-58a2bf93-b8c5-446d-abe6-6908adfdb17e tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 931 time: 0.5966733 Mar 22 17:42:20.369799 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.380476 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0e9c8-40c1-42bf-a98f-71ecb2e0b4d1 req-29df9057-43a1-43eb-9642-72c7b715baa1 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:20.382129 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-39e0e9c8-40c1-42bf-a98f-71ecb2e0b4d1 req-29df9057-43a1-43eb-9642-72c7b715baa1 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 931 time: 0.2103670 Mar 22 17:42:20.399062 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-de35d3c8-ee2f-4c80-903a-495dd139f342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.615516 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-73978017-5a95-4ff3-b4f9-6bf8a3cdd30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (cd26cea4-797c-4e53-97d0-6bdb822b3e0c), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.645911 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-39e0e9c8-40c1-42bf-a98f-71ecb2e0b4d1 req-98ffe475-7aa2-4ef4-a46d-ca079d466a68 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528381 Mar 22 17:42:20.786076 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0c5afeb2-c1a1-4381-93ad-f7e6c513d515 req-32735197-bf54-4dea-8b9c-9d1e8a413ecf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=84360c49-06c2-4b26-8516-c1871c1fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4206100 Mar 22 17:42:20.952417 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73978017-5a95-4ff3-b4f9-6bf8a3cdd30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd26cea4-797c-4e53-97d0-6bdb822b3e0c,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:20.994942 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-de35d3c8-ee2f-4c80-903a-495dd139f342 admin admin] Publish callbacks [] for security_group (c73465b9-383d-426e-9e0f-86181a0c867c), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.006749 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-de35d3c8-ee2f-4c80-903a-495dd139f342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (c73465b9-383d-426e-9e0f-86181a0c867c), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.025311 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f0d1b7b-1b16-46c7-b6d8-185ccb71c615 req-aca3a412-e84e-4bc5-825b-9e2c9cac8be0 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 210 time: 0.0731602 Mar 22 17:42:21.074588 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52912) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:21.113160 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73978017-5a95-4ff3-b4f9-6bf8a3cdd30e admin admin] Checking segment: {'id': '57785831-eff3-4c7f-be76-e17992e1e3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '3a424f1b-455f-41ab-8f12-d58b052df79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:21.114043 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73978017-5a95-4ff3-b4f9-6bf8a3cdd30e admin admin] Network hostable DHCP agents. Network: 3a424f1b-455f-41ab-8f12-d58b052df79e, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:42:21.139122 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-de35d3c8-ee2f-4c80-903a-495dd139f342 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=416ddbdb873e42339330d6078fc02b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9988840 Mar 22 17:42:21.143226 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52916) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:21.159315 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35d3c8-ee2f-4c80-903a-495dd139f342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73465b9-383d-426e-9e0f-86181a0c867c,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:21.172575 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c9a0a-2a28-4e97-b733-3d5848c25cff req-2e57230b-b02a-43e2-a8e5-a1c665023a7c tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:21.191394 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-879c9a0a-2a28-4e97-b733-3d5848c25cff req-2e57230b-b02a-43e2-a8e5-a1c665023a7c tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 945 time: 0.4018011 Mar 22 17:42:21.253974 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73978017-5a95-4ff3-b4f9-6bf8a3cdd30e admin admin] Network 3a424f1b-455f-41ab-8f12-d58b052df79e is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:42:21.289393 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-73978017-5a95-4ff3-b4f9-6bf8a3cdd30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, 3a424f1b-455f-41ab-8f12-d58b052df79e) {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:21.299741 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73978017-5a95-4ff3-b4f9-6bf8a3cdd30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:21.300013 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689fb283-df12-4de9-9a37-e865e40ff228 None None] Network 3a424f1b-455f-41ab-8f12-d58b052df79e requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:42:21.300748 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-73978017-5a95-4ff3-b4f9-6bf8a3cdd30e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.307290 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7efbd8-63a6-4f75-91ae-a55a03161b83 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:21.320607 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Publish callbacks [] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.323903 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-879c9a0a-2a28-4e97-b733-3d5848c25cff req-3b4712cb-aa2a-41f1-9da4-2bb390d5d4c3 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311004 Mar 22 17:42:21.367040 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Transition to ACTIVE for port object 0c7efbd8-63a6-4f75-91ae-a55a03161b83 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:42:21.376829 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.396866 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-73978017-5a95-4ff3-b4f9-6bf8a3cdd30e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4712763 Mar 22 17:42:21.396866 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d24f23f2-e1b1-4ed4-b3c3-16ac58b7ce40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.419583 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7eee84d1-999d-4c31-b2b4-b023fc50edf2 admin admin] Publish callbacks [] for security_group (c73465b9-383d-426e-9e0f-86181a0c867c), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.479850 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6cecd-498a-4442-b8e0-8c06936f3c10 req-15784f3b-e908-4e7f-841b-140f5c2bef44 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:21.483416 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7eee84d1-999d-4c31-b2b4-b023fc50edf2 admin admin] Publish callbacks [] for security_group (c73465b9-383d-426e-9e0f-86181a0c867c), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.493579 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fcf6cecd-498a-4442-b8e0-8c06936f3c10 req-15784f3b-e908-4e7f-841b-140f5c2bef44 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 944 time: 0.2297928 Mar 22 17:42:21.502246 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b2189a-ad7d-497d-8e02-dfed03e52d21 None None] Network 3a424f1b-455f-41ab-8f12-d58b052df79e requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:42:21.504353 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f84acdf-e348-4bf9-8404-42cf118fef48 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:21.545831 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Publish callbacks [] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.643004 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 2527f894-94bb-469c-b9c6-e80fe8fc5e2c up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:21.717407 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7efbd8-63a6-4f75-91ae-a55a03161b83,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:21.751010 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:42:21.795647 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Transition to ACTIVE for port object 0f84acdf-e348-4bf9-8404-42cf118fef48 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:42:21.820148 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:21.820445 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.968980 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:21.969677 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.003542 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d24f23f2-e1b1-4ed4-b3c3-16ac58b7ce40 admin admin] Publish callbacks [] for security_group (1898bdca-4397-4562-9255-a1115c8ae857), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.007019 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7eee84d1-999d-4c31-b2b4-b023fc50edf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (c73465b9-383d-426e-9e0f-86181a0c867c), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.012496 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7eee84d1-999d-4c31-b2b4-b023fc50edf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.015094 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-7eee84d1-999d-4c31-b2b4-b023fc50edf2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c73465b9-383d-426e-9e0f-86181a0c867c HTTP/1.1" status: 204 len: 168 time: 0.8690031 Mar 22 17:42:22.025506 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b934247b-f808-46e0-8008-1cbc0a2996dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2527f894-94bb-469c-b9c6-e80fe8fc5e2c'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:22.029604 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a0445f-b62e-4447-a9aa-5898c43a299f" -d '{"events": [{"server_uuid": "b934247b-f808-46e0-8008-1cbc0a2996dd", "name": "network-vif-plugged", "status": "completed", "tag": "2527f894-94bb-469c-b9c6-e80fe8fc5e2c"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:22.079161 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2527f894-94bb-469c-b9c6-e80fe8fc5e2c,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:22.118035 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.118747 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0f3b47c5-00c2-41a5-a888-d228ecfb4988 up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:22.153112 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d24f23f2-e1b1-4ed4-b3c3-16ac58b7ce40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (1898bdca-4397-4562-9255-a1115c8ae857), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.239493 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee84d1-999d-4c31-b2b4-b023fc50edf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73465b9-383d-426e-9e0f-86181a0c867c,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:22.341277 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f23f2-e1b1-4ed4-b3c3-16ac58b7ce40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1898bdca-4397-4562-9255-a1115c8ae857,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:22.394496 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-d24f23f2-e1b1-4ed4-b3c3-16ac58b7ce40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad052d75d0e2406fa8dac95f45369da8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3025899 Mar 22 17:42:22.396911 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52946) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:22.415923 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7292ba-ef25-4b5a-9e94-987193926b5a req-a55fa2f0-a79c-4cd0-80f7-e72a863a6279 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:22.436944 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ee7292ba-ef25-4b5a-9e94-987193926b5a req-a55fa2f0-a79c-4cd0-80f7-e72a863a6279 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 943 time: 0.4139307 Mar 22 17:42:22.437327 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.445489 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port 0f3b47c5-00c2-41a5-a888-d228ecfb4988 completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:42:22.450305 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 0f3b47c5-00c2-41a5-a888-d228ecfb4988 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:22.451582 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.454683 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=2527f894-94bb-469c-b9c6-e80fe8fc5e2c,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:22.542089 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.547245 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c664e398-406a-40d3-bd29-f2f6bf4e5981 admin admin] Publish callbacks [] for security_group (1898bdca-4397-4562-9255-a1115c8ae857), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.582357 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 0f3b47c5-00c2-41a5-a888-d228ecfb4988 is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:22.583952 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.595800 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ee7292ba-ef25-4b5a-9e94-987193926b5a req-c004c75c-3374-4975-b1b0-19a3af225d87 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547670 Mar 22 17:42:22.604494 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c664e398-406a-40d3-bd29-f2f6bf4e5981 admin admin] Publish callbacks [] for security_group (1898bdca-4397-4562-9255-a1115c8ae857), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.661444 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 0f3b47c5-00c2-41a5-a888-d228ecfb4988, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0f3b47c5-00c2-41a5-a888-d228ecfb4988,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:22.677260 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.690426 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c664e398-406a-40d3-bd29-f2f6bf4e5981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (1898bdca-4397-4562-9255-a1115c8ae857), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.693535 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c664e398-406a-40d3-bd29-f2f6bf4e5981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.697893 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c664e398-406a-40d3-bd29-f2f6bf4e5981 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1898bdca-4397-4562-9255-a1115c8ae857 HTTP/1.1" status: 204 len: 168 time: 0.2992921 Mar 22 17:42:22.714076 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664e398-406a-40d3-bd29-f2f6bf4e5981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1898bdca-4397-4562-9255-a1115c8ae857,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:22.787507 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=0f3b47c5-00c2-41a5-a888-d228ecfb4988,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:22.840993 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Attempting to bind port 0c7efbd8-63a6-4f75-91ae-a55a03161b83 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:42:22.842011 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Attempting to bind port 0c7efbd8-63a6-4f75-91ae-a55a03161b83 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:42:22.847533 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Attempting to bind port 0c7efbd8-63a6-4f75-91ae-a55a03161b83 on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:22.873040 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52956) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:22.891236 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-279f235a-3505-4ffa-836d-39ccac5e0594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.948425 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e3690-f276-43a0-b47a-7e0492408b22 req-456c248e-cc11-4034-a98b-ccbbd1e6c662 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:22.958372 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-161e3690-f276-43a0-b47a-7e0492408b22 req-456c248e-cc11-4034-a98b-ccbbd1e6c662 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 943 time: 0.1486475 Mar 22 17:42:22.970558 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fcf6cecd-498a-4442-b8e0-8c06936f3c10 req-2a219216-eed0-4a63-872d-1f4fbdeb96d4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4752076 Mar 22 17:42:23.047104 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Port 0c7efbd8-63a6-4f75-91ae-a55a03161b83 on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:42:23.055282 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Attempting to bind port 0c7efbd8-63a6-4f75-91ae-a55a03161b83 on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:23.062276 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-161e3690-f276-43a0-b47a-7e0492408b22 req-2e512b30-d070-4e57-99af-0419661fdd25 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=84360c49-06c2-4b26-8516-c1871c1fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025434 Mar 22 17:42:23.176119 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-279f235a-3505-4ffa-836d-39ccac5e0594 admin admin] Publish callbacks [] for security_group (af9f0f47-200e-4d48-bdc2-c792ef24c5b3), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.190612 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-279f235a-3505-4ffa-836d-39ccac5e0594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (af9f0f47-200e-4d48-bdc2-c792ef24c5b3), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.243285 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52962) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:23.254237 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2081354208-network', 'tenant_id': '0add00e0485046a39103dbbe6306f92a'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:23.257696 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e395795-69f5-45c4-b61c-b4c5472f4557 x-openstack-request-id: req-0e395795-69f5-45c4-b61c-b4c5472f4557 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:23.261355 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b934247b-f808-46e0-8008-1cbc0a2996dd", "name": "network-vif-plugged", "status": "completed", "tag": "2527f894-94bb-469c-b9c6-e80fe8fc5e2c", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:23.262057 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e395795-69f5-45c4-b61c-b4c5472f4557 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:23.270651 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e395795-69f5-45c4-b61c-b4c5472f4557'] response: {'server_uuid': 'b934247b-f808-46e0-8008-1cbc0a2996dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2527f894-94bb-469c-b9c6-e80fe8fc5e2c', 'code': 200} Mar 22 17:42:23.310119 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d505bbd9-8853-4f4f-9d1a-adad1a27033a req-14f96e3a-1375-4ca7-8ffd-35cadbdb9747 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 210 time: 0.0949059 Mar 22 17:42:23.320934 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f235a-3505-4ffa-836d-39ccac5e0594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9f0f47-200e-4d48-bdc2-c792ef24c5b3,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:23.333190 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-279f235a-3505-4ffa-836d-39ccac5e0594 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33ad92552ff243e9916c83170a48b190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4519448 Mar 22 17:42:23.338921 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52964) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:23.405698 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Made reservation on behalf of 0add00e0485046a39103dbbe6306f92a for: {'network': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:23.411386 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.439906 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:42:23.440488 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Checking segment: {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:23.440684 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.441689 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Bound using segment: {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:42:23.442764 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Bound port: 0c7efbd8-63a6-4f75-91ae-a55a03161b83, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:42:23.443683 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.495605 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Pushing event updated for resources: {'Port': ['ID=0f84acdf-e348-4bf9-8404-42cf118fef48,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:23.503637 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bd530b82-3664-4c9d-bd01-f5d4cecbe0dd admin admin] Publish callbacks [] for security_group (af9f0f47-200e-4d48-bdc2-c792ef24c5b3), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.517220 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-d03119fa-eb9a-4fab-ac8d-bdf3959fb929 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:23.519291 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-d03119fa-eb9a-4fab-ac8d-bdf3959fb929 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.76 "GET /v2.0/networks?id=e4bb652a-ddb8-47f6-a166-0773f8309a03 HTTP/1.1" status: 200 len: 816 time: 1.0655966 Mar 22 17:42:23.527249 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Attempting to bind port 0f84acdf-e348-4bf9-8404-42cf118fef48 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:42:23.527733 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Attempting to bind port 0f84acdf-e348-4bf9-8404-42cf118fef48 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:42:23.528237 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Attempting to bind port 0f84acdf-e348-4bf9-8404-42cf118fef48 on network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:23.547086 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bd530b82-3664-4c9d-bd01-f5d4cecbe0dd admin admin] Publish callbacks [] for security_group (af9f0f47-200e-4d48-bdc2-c792ef24c5b3), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.582568 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Port 0f84acdf-e348-4bf9-8404-42cf118fef48 on network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:42:23.583573 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Attempting to bind port 0f84acdf-e348-4bf9-8404-42cf118fef48 on network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:23.604647 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:42:23.605394 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Checking segment: {'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:23.606011 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Bound using segment: {'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:42:23.606654 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Bound port: 0f84acdf-e348-4bf9-8404-42cf118fef48, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:42:23.609840 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.683950 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Publish callbacks [] for security_group (453a0521-6990-4110-9fbd-64e0e2b14611), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.688744 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-029b92f1-e090-4be9-99c5-c44f0a514f7f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=545c21eb56a34f30adb2fbf76197ea0c HTTP/1.1" status: 200 len: 380 time: 0.1576447 Mar 22 17:42:23.708439 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (453a0521-6990-4110-9fbd-64e0e2b14611), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.716508 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] For port 0c7efbd8-63a6-4f75-91ae-a55a03161b83, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:42:23.725078 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-bfe15928-ecdc-4379-9a8c-8b80a6728227 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Request body: {'port': {'device_id': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'admin_state_up': True, 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'security_groups': ['7c94977f-baed-48f1-a29e-2e812f6f8bdd']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:23.792586 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] For port 0c7efbd8-63a6-4f75-91ae-a55a03161b83, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c7efbd8-63a6-4f75-91ae-a55a03161b83,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:42:23.799568 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453a0521-6990-4110-9fbd-64e0e2b14611,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:23.821877 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.869642 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=109968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:42:23.915397 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] For port 0f84acdf-e348-4bf9-8404-42cf118fef48, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:42:23.926513 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:23.927431 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.929205 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] 10.222.0.76 "PUT /v2.0/ports/0c7efbd8-63a6-4f75-91ae-a55a03161b83 HTTP/1.1" status: 200 len: 1093 time: 4.8018775 Mar 22 17:42:23.931307 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] For port 0f84acdf-e348-4bf9-8404-42cf118fef48, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0f84acdf-e348-4bf9-8404-42cf118fef48,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:42:23.933338 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'tag': '0c7efbd8-63a6-4f75-91ae-a55a03161b83'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:23.936417 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933c4197-d0d5-4874-9db9-4baab9b3bdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536", "tag": "0c7efbd8-63a6-4f75-91ae-a55a03161b83"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:23.957969 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.997050 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c1408-401a-43ac-b2cb-51a940abb63d req-db2a16bc-9a49-4b44-bc58-e7ec4044e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:23.998823 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c099b00-60a0-4de0-a459-ed09c9759622 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7efbd8-63a6-4f75-91ae-a55a03161b83,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:23.999169 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-889c1408-401a-43ac-b2cb-51a940abb63d req-db2a16bc-9a49-4b44-bc58-e7ec4044e0e2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 1129 time: 0.4381123 Mar 22 17:42:24.010023 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 52982) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:24.030009 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (fc1de55f-605d-4acd-9ef4-7366bdd00006), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:24.030333 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.segments_db [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Added segment fc1de55f-605d-4acd-9ef4-7366bdd00006 of type vlan for network 1938b532-2548-4066-84c6-479df011288f Mar 22 17:42:24.031892 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bd530b82-3664-4c9d-bd01-f5d4cecbe0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (af9f0f47-200e-4d48-bdc2-c792ef24c5b3), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:24.036541 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bd530b82-3664-4c9d-bd01-f5d4cecbe0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:24.041702 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-bd530b82-3664-4c9d-bd01-f5d4cecbe0dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af9f0f47-200e-4d48-bdc2-c792ef24c5b3 HTTP/1.1" status: 204 len: 168 time: 0.7013757 Mar 22 17:42:24.098657 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:24.099288 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:24.100862 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] 10.222.0.76 "PUT /v2.0/ports/0f84acdf-e348-4bf9-8404-42cf118fef48 HTTP/1.1" status: 200 len: 1093 time: 4.4626136 Mar 22 17:42:24.115552 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-bfe15928-ecdc-4379-9a8c-8b80a6728227 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Made reservation on behalf of 545c21eb56a34f30adb2fbf76197ea0c for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:24.116534 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-610fa4bb-4df6-455e-99a5-51fa36eb0f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:24.120428 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-bfe15928-ecdc-4379-9a8c-8b80a6728227 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:24.130773 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd530b82-3664-4c9d-bd01-f5d4cecbe0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9f0f47-200e-4d48-bdc2-c792ef24c5b3,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:24.225733 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (1938b532-2548-4066-84c6-479df011288f), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:24.339498 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-9b61631b-eaa7-4816-a376-78aa2516fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:24.341452 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-9b61631b-eaa7-4816-a376-78aa2516fd77 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 1127 time: 0.3268206 Mar 22 17:42:24.358470 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712a394-5920-4834-abe8-fa66ff0ee67e service neutron] Pushing event updated for resources: {'Port': ['ID=0f84acdf-e348-4bf9-8404-42cf118fef48,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:24.506116 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-2ca62b33-9568-41be-8cea-3e391c6d07a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c7efbd8-63a6-4f75-91ae-a55a03161b83 HTTP/1.1" status: 200 len: 217 time: 0.1068382 Mar 22 17:42:24.508764 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9846e4df-383a-4313-9308-6a037f4dc6dd x-openstack-request-id: req-9846e4df-383a-4313-9308-6a037f4dc6dd {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:24.509691 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536", "tag": "0c7efbd8-63a6-4f75-91ae-a55a03161b83", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:24.510224 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9846e4df-383a-4313-9308-6a037f4dc6dd {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:24.510969 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9846e4df-383a-4313-9308-6a037f4dc6dd'] response: {'name': 'network-changed', 'server_uuid': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'tag': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'status': 'completed', 'code': 200} Mar 22 17:42:24.619421 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-58bac50d-5b77-4a04-bbc6-24642fb97d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:24.623322 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.db.resource_extend [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 17:42:24.630294 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-58bac50d-5b77-4a04-bbc6-24642fb97d32 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dafda4c018df4141b3c5cfbecea2350e&device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 1127 time: 0.3864763 Mar 22 17:42:24.653523 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36344597-9b3f-41fa-80c0-46474f33c2ac req-2ee1ed89-e4ef-482b-aa98-2d62b0a77101 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:24.655278 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-36344597-9b3f-41fa-80c0-46474f33c2ac req-2ee1ed89-e4ef-482b-aa98-2d62b0a77101 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 943 time: 0.7769837 Mar 22 17:42:24.662633 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (1938b532-2548-4066-84c6-479df011288f), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:24.663938 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:24.664542 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:24.703679 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-889c1408-401a-43ac-b2cb-51a940abb63d req-b84e7a6a-e6c9-4b47-837a-7550c3326870 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6812196 Mar 22 17:42:24.823693 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-795b21b5-dd8f-405e-8fc7-9af1fe80fcc7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f84acdf-e348-4bf9-8404-42cf118fef48 HTTP/1.1" status: 200 len: 217 time: 0.1244011 Mar 22 17:42:24.828767 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-bfe15928-ecdc-4379-9a8c-8b80a6728227 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Allocated IP 172.20.0.5 (e4bb652a-ddb8-47f6-a166-0773f8309a03/eeb566b8-5e2e-4fe9-bead-53cef53e0e25/2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:24.853113 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6033380 Mar 22 17:42:24.867739 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 53000) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:24.879353 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-fa8f8dd8-f84c-4d49-9591-6108f09fdb42 admin admin] Request body: {'subnet': {'network_id': '1938b532-2548-4066-84c6-479df011288f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2081354208-subnet', 'tenant_id': '0add00e0485046a39103dbbe6306f92a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:24.884796 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-65c5b412-ef63-4088-8b7b-3572acfea6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:24.886673 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-65c5b412-ef63-4088-8b7b-3572acfea6fb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 200 len: 853 time: 0.3213513 Mar 22 17:42:24.933949 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ef8a3-bdaa-4ccd-980d-35a6fec42a9b admin admin] Pushing event updated for resources: {'Network': ['ID=1938b532-2548-4066-84c6-479df011288f,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:24.935042 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa028d6-bc7f-4224-83a9-d76f17240e37 req-a84c6ce6-5893-45ca-9692-b06ba65cfcbd tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:24.936659 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1fa028d6-bc7f-4224-83a9-d76f17240e37 req-a84c6ce6-5893-45ca-9692-b06ba65cfcbd tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.3318784 Mar 22 17:42:24.948085 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-36344597-9b3f-41fa-80c0-46474f33c2ac req-b7d84c49-a0a4-49aa-8dae-df8668421a55 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785025 Mar 22 17:42:24.958633 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network 1938b532-2548-4066-84c6-479df011288f details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:42:25.029694 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8f8dd8-f84c-4d49-9591-6108f09fdb42 admin admin] Made reservation on behalf of 0add00e0485046a39103dbbe6306f92a for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:25.032540 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8dd8-f84c-4d49-9591-6108f09fdb42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.039851 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-610fa4bb-4df6-455e-99a5-51fa36eb0f27 admin admin] Publish callbacks [] for security_group (2ae2b9ac-8bb6-4277-ae1f-4bf7b963c70c), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.051136 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-610fa4bb-4df6-455e-99a5-51fa36eb0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (2ae2b9ac-8bb6-4277-ae1f-4bf7b963c70c), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.153872 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fa4bb-4df6-455e-99a5-51fa36eb0f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae2b9ac-8bb6-4277-ae1f-4bf7b963c70c,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:25.159768 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-610fa4bb-4df6-455e-99a5-51fa36eb0f27 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a714b8c21b9d44628f46312aad495954&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1480229 Mar 22 17:42:25.163903 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53008) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:25.195338 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-c6d50745-c396-4248-bb1a-4012f59c2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:25.196895 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-c6d50745-c396-4248-bb1a-4012f59c2268 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56859b9d-6232-4703-b2f1-50f11823f1f1 HTTP/1.1" status: 200 len: 849 time: 0.2904503 Mar 22 17:42:25.222516 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8f484-70c9-459d-960b-265c20338977 req-75542a96-f9e0-4938-a9cd-80449e061ad5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:25.224598 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c5a8f484-70c9-459d-960b-265c20338977 req-75542a96-f9e0-4938-a9cd-80449e061ad5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 943 time: 0.1342657 Mar 22 17:42:25.259499 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b538beb1-ca8c-4d4b-ae34-5e020bd0d55b admin admin] Publish callbacks [] for security_group (2ae2b9ac-8bb6-4277-ae1f-4bf7b963c70c), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.271669 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3b47c5-00c2-41a5-a888-d228ecfb4988'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:25.278572 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7b75fd-4ad7-4fa5-a0a7-b9bcb5b8a3f9" -d '{"events": [{"server_uuid": "b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3", "name": "network-vif-plugged", "status": "completed", "tag": "0f3b47c5-00c2-41a5-a888-d228ecfb4988"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:25.285281 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1fa028d6-bc7f-4224-83a9-d76f17240e37 req-efd89605-fdf2-443f-af3b-3bbd9261cab3 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934613 Mar 22 17:42:25.299935 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-d2a9650e-ac20-46a1-a002-8cd8ee922054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:25.301891 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-d2a9650e-ac20-46a1-a002-8cd8ee922054 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4007471 Mar 22 17:42:25.317446 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b538beb1-ca8c-4d4b-ae34-5e020bd0d55b admin admin] Publish callbacks [] for security_group (2ae2b9ac-8bb6-4277-ae1f-4bf7b963c70c), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.386492 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c5a8f484-70c9-459d-960b-265c20338977 req-2f94019b-9265-4ba6-b9a0-f51f0bde5af5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=84360c49-06c2-4b26-8516-c1871c1fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490924 Mar 22 17:42:25.388905 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b538beb1-ca8c-4d4b-ae34-5e020bd0d55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (2ae2b9ac-8bb6-4277-ae1f-4bf7b963c70c), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.394212 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b538beb1-ca8c-4d4b-ae34-5e020bd0d55b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.401378 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b538beb1-ca8c-4d4b-ae34-5e020bd0d55b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ae2b9ac-8bb6-4277-ae1f-4bf7b963c70c HTTP/1.1" status: 204 len: 168 time: 0.2356610 Mar 22 17:42:25.421888 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538beb1-ca8c-4d4b-ae34-5e020bd0d55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae2b9ac-8bb6-4277-ae1f-4bf7b963c70c,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:25.462444 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-bfe15928-ecdc-4379-9a8c-8b80a6728227 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.472283 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-77a3d666-9bde-4086-8a7f-331a0f4d41a7 req-9985ceb8-a850-4470-96e9-33d9c6993361 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 210 time: 0.0777326 Mar 22 17:42:25.493041 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-ee1560c9-b9dc-457a-90ec-83af6c10b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:25.494653 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-ee1560c9-b9dc-457a-90ec-83af6c10b592 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2794700 Mar 22 17:42:25.540973 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aeb97b-6d0f-4382-8244-af549e3a03d9 x-openstack-request-id: req-12aeb97b-6d0f-4382-8244-af549e3a03d9 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:25.541548 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3", "name": "network-vif-plugged", "status": "completed", "tag": "0f3b47c5-00c2-41a5-a888-d228ecfb4988", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:25.542154 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12aeb97b-6d0f-4382-8244-af549e3a03d9 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:25.542751 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12aeb97b-6d0f-4382-8244-af549e3a03d9'] response: {'server_uuid': 'b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3b47c5-00c2-41a5-a888-d228ecfb4988', 'code': 200} Mar 22 17:42:25.709709 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-3916b375-aca0-422f-b28a-cb3469635a6e service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972075 Mar 22 17:42:25.847681 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-bfe15928-ecdc-4379-9a8c-8b80a6728227 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.884676 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8dd8-f84c-4d49-9591-6108f09fdb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (39be78bf-f476-40af-836a-b9d699807fa1), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.945340 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e309290-7889-4516-b468-7500d7d44ce2 req-6a67e07a-972f-4005-8194-403703f9fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:25.948248 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4e309290-7889-4516-b468-7500d7d44ce2 req-6a67e07a-972f-4005-8194-403703f9fa71 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 1129 time: 0.1759067 Mar 22 17:42:26.100659 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4e309290-7889-4516-b468-7500d7d44ce2 req-94e60346-39c0-4e29-b2b5-b0a4ed9ed33f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446886 Mar 22 17:42:26.160621 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-478efbb1-cfad-472a-bc9b-2d0380ea3e35 service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456389 Mar 22 17:42:26.186956 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-bfe15928-ecdc-4379-9a8c-8b80a6728227 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Network e4bb652a-ddb8-47f6-a166-0773f8309a03 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:26.204438 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-bfe15928-ecdc-4379-9a8c-8b80a6728227 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:26.207412 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed6d3e-b9aa-4a83-8332-a4a9780a7ecb req-b9c890c8-719b-4a13-9f9e-630118ce4d96 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:26.216248 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-bfe15928-ecdc-4379-9a8c-8b80a6728227 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:26.220385 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8aed6d3e-b9aa-4a83-8332-a4a9780a7ecb req-b9c890c8-719b-4a13-9f9e-630118ce4d96 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 943 time: 0.1258264 Mar 22 17:42:26.223732 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-bfe15928-ecdc-4379-9a8c-8b80a6728227 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:26.224623 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-bfe15928-ecdc-4379-9a8c-8b80a6728227 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.241107 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f9cb944-427e-49d2-88c7-be34cfe953ab req-71b831e5-a2c0-41b1-9f60-1c8605f8afe0 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148461 Mar 22 17:42:26.251658 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe15928-ecdc-4379-9a8c-8b80a6728227 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event updated for resources: {'Port': ['ID=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:26.260977 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f8dd8-f84c-4d49-9591-6108f09fdb42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39be78bf-f476-40af-836a-b9d699807fa1,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:26.288904 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-bfe15928-ecdc-4379-9a8c-8b80a6728227 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5693736 Mar 22 17:42:26.304443 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8f8dd8-f84c-4d49-9591-6108f09fdb42 admin admin] Checking segment: {'id': 'fc1de55f-605d-4acd-9ef4-7366bdd00006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1938b532-2548-4066-84c6-479df011288f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:26.304443 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f8dd8-f84c-4d49-9591-6108f09fdb42 admin admin] Network hostable DHCP agents. Network: 1938b532-2548-4066-84c6-479df011288f, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:42:26.352547 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Request body: {'port': {'device_id': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:26.392830 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8aed6d3e-b9aa-4a83-8332-a4a9780a7ecb req-1bdeefb9-9143-4786-8a42-0cf8f5c60d57 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707726 Mar 22 17:42:26.531764 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7470b289-db2f-4900-80ef-0495e61d50b1', 'tag': '0f84acdf-e348-4bf9-8404-42cf118fef48'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:26.534818 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491fc055-ea9e-45d8-b587-a9ccc099beb6" -d '{"events": [{"name": "network-changed", "server_uuid": "7470b289-db2f-4900-80ef-0495e61d50b1", "tag": "0f84acdf-e348-4bf9-8404-42cf118fef48"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:26.631694 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f8dd8-f84c-4d49-9591-6108f09fdb42 admin admin] Network 1938b532-2548-4066-84c6-479df011288f is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:42:26.648921 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-fa8f8dd8-f84c-4d49-9591-6108f09fdb42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, 1938b532-2548-4066-84c6-479df011288f) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:26.668370 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8f8dd8-f84c-4d49-9591-6108f09fdb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:26.669271 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8dd8-f84c-4d49-9591-6108f09fdb42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.682768 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efd7613-a05b-43be-a523-6fa92b6fa2e4 None None] Network 1938b532-2548-4066-84c6-479df011288f requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:42:26.697136 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.703553 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-fa8f8dd8-f84c-4d49-9591-6108f09fdb42 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8344953 Mar 22 17:42:26.737561 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3eca8-57cb-4654-8d29-693744741f47 req-a2d3e4a1-d658-46e5-b45e-0cf4ec691bf5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:26.747623 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02105f12-38e8-4b2b-8f99-114ba9842364 req-3db8da7f-8906-4e5c-a536-cfdddf3730a2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:26.748232 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fca3eca8-57cb-4654-8d29-693744741f47 req-a2d3e4a1-d658-46e5-b45e-0cf4ec691bf5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 943 time: 0.1592660 Mar 22 17:42:26.755937 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-02105f12-38e8-4b2b-8f99-114ba9842364 req-3db8da7f-8906-4e5c-a536-cfdddf3730a2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.2553113 Mar 22 17:42:26.791723 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c4197-d0d5-4874-9db9-4baab9b3bdf8 req-f4810090-8a1d-4f04-a103-51e28bf53e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:26.793714 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-933c4197-d0d5-4874-9db9-4baab9b3bdf8 req-f4810090-8a1d-4f04-a103-51e28bf53e7c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 1127 time: 0.3316698 Mar 22 17:42:26.827394 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fca3eca8-57cb-4654-8d29-693744741f47 req-c5ae744d-6356-4468-95ef-f38158894e55 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=84360c49-06c2-4b26-8516-c1871c1fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775878 Mar 22 17:42:26.898564 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-c973f087-4271-4ef7-9c62-6c0a9d9cb643 None None] Provisioning complete for port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:26.899420 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c973f087-4271-4ef7-9c62-6c0a9d9cb643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.998752 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92591030-76ad-4326-a6ad-c9e5ded5b659 req-12c97805-23fb-484e-bfbc-08c2b94a5ae9 service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841090 Mar 22 17:42:27.083449 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-02105f12-38e8-4b2b-8f99-114ba9842364 req-e305c179-ff56-453a-8a78-c17bae830f85 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243227 Mar 22 17:42:27.103345 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7100e7e7-e1e7-47e4-a30f-573d989fb2b8 None None] Network 1938b532-2548-4066-84c6-479df011288f requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:42:27.113948 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-c973f087-4271-4ef7-9c62-6c0a9d9cb643 None None] Port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:42:27.195751 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73724026-0d4e-4754-94df-08b1791896bf req-09181862-0c75-4a38-b438-e85e4967673e tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:27.214669 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-73724026-0d4e-4754-94df-08b1791896bf req-09181862-0c75-4a38-b438-e85e4967673e tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 931 time: 0.2454867 Mar 22 17:42:27.231247 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d703fde-8373-42fe-92ba-a4ea9b1eb61e x-openstack-request-id: req-2d703fde-8373-42fe-92ba-a4ea9b1eb61e {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:27.231732 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7470b289-db2f-4900-80ef-0495e61d50b1", "tag": "0f84acdf-e348-4bf9-8404-42cf118fef48", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:27.232158 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d703fde-8373-42fe-92ba-a4ea9b1eb61e {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:27.233388 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d703fde-8373-42fe-92ba-a4ea9b1eb61e'] response: {'name': 'network-changed', 'server_uuid': '7470b289-db2f-4900-80ef-0495e61d50b1', 'tag': '0f84acdf-e348-4bf9-8404-42cf118fef48', 'status': 'completed', 'code': 200} Mar 22 17:42:27.366813 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-73724026-0d4e-4754-94df-08b1791896bf req-40dca4c2-37ce-4189-ae65-ea819a2aabe3 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488883 Mar 22 17:42:27.446182 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c4197-d0d5-4874-9db9-4baab9b3bdf8 req-c49f4665-f573-4fa7-b9d3-6cc57164b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:27.450010 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-933c4197-d0d5-4874-9db9-4baab9b3bdf8 req-c49f4665-f573-4fa7-b9d3-6cc57164b75d service neutron] 10.222.0.76 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 915 time: 0.6007481 Mar 22 17:42:27.616005 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-933c4197-d0d5-4874-9db9-4baab9b3bdf8 req-0f43596d-fc07-432c-84d5-2ad266552492 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c7efbd8-63a6-4f75-91ae-a55a03161b83 HTTP/1.1" status: 200 len: 217 time: 0.1394002 Mar 22 17:42:27.672579 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0c7efbd8-63a6-4f75-91ae-a55a03161b83 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:42:27.703098 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fc055-ea9e-45d8-b587-a9ccc099beb6 req-fe2d2b84-cb02-4d5b-99a2-8acccb53619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:27.707420 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-491fc055-ea9e-45d8-b587-a9ccc099beb6 req-fe2d2b84-cb02-4d5b-99a2-8acccb53619f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dafda4c018df4141b3c5cfbecea2350e&device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 1127 time: 0.4205060 Mar 22 17:42:27.989788 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c4197-d0d5-4874-9db9-4baab9b3bdf8 req-2d88bcd1-a048-4d64-936b-1341ca4f490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:27.992994 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-933c4197-d0d5-4874-9db9-4baab9b3bdf8 req-2d88bcd1-a048-4d64-936b-1341ca4f490b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 200 len: 853 time: 0.3326058 Mar 22 17:42:28.021427 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bf872-9a80-4a81-8f9d-56b1b840d399 req-adea96f0-e477-471e-b88d-2443ddc4b788 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:28.024221 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d48bf872-9a80-4a81-8f9d-56b1b840d399 req-adea96f0-e477-471e-b88d-2443ddc4b788 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 943 time: 0.4065773 Mar 22 17:42:28.058473 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 0c7efbd8-63a6-4f75-91ae-a55a03161b83, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c7efbd8-63a6-4f75-91ae-a55a03161b83,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:28.093985 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'port_id': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'mac_address': 'fa:16:3e:dd:66:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:42:28.121624 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8698a-9981-4045-a2d6-37424de95563 req-765aa6e1-1eec-490a-af31-4e114ed7214e tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:28.144493 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fde8698a-9981-4045-a2d6-37424de95563 req-765aa6e1-1eec-490a-af31-4e114ed7214e tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 943 time: 0.1545210 Mar 22 17:42:28.198797 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 0c7efbd8-63a6-4f75-91ae-a55a03161b83 is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:28.199735 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:28.239212 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7efbd8-63a6-4f75-91ae-a55a03161b83 {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:28.277005 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fde8698a-9981-4045-a2d6-37424de95563 req-2eaf789b-c14f-4f64-86d0-ee1f6ae90e9f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=84360c49-06c2-4b26-8516-c1871c1fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290729 Mar 22 17:42:28.288211 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 0c7efbd8-63a6-4f75-91ae-a55a03161b83, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c7efbd8-63a6-4f75-91ae-a55a03161b83,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:28.292109 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fc055-ea9e-45d8-b587-a9ccc099beb6 req-7498e753-3fb8-4aad-a5e9-ecfa68909f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:28.294969 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-491fc055-ea9e-45d8-b587-a9ccc099beb6 req-7498e753-3fb8-4aad-a5e9-ecfa68909f3b service neutron] 10.222.0.76 "GET /v2.0/networks?id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51 HTTP/1.1" status: 200 len: 911 time: 0.5786030 Mar 22 17:42:28.299354 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:28.459142 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=0c7efbd8-63a6-4f75-91ae-a55a03161b83,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:28.476419 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.477036 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.477679 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.478353 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.478972 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.479545 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.480092 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.480654 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.481261 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.481839 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.482393 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.483178 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.483504 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.484073 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.484624 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:28.509345 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c4197-d0d5-4874-9db9-4baab9b3bdf8 req-b8e8dd2e-6366-4ce1-b872-79b8398833be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:28.512077 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-933c4197-d0d5-4874-9db9-4baab9b3bdf8 req-b8e8dd2e-6366-4ce1-b872-79b8398833be service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5079281 Mar 22 17:42:28.526446 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d48bf872-9a80-4a81-8f9d-56b1b840d399 req-310f8d95-ceeb-4e56-a773-f80dc89726cb tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4556282 Mar 22 17:42:28.528771 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-491fc055-ea9e-45d8-b587-a9ccc099beb6 req-3b5def8e-5255-45eb-967c-c338683d589c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f84acdf-e348-4bf9-8404-42cf118fef48 HTTP/1.1" status: 200 len: 217 time: 0.1974809 Mar 22 17:42:28.606577 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['0c7efbd8-63a6-4f75-91ae-a55a03161b83'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:42:28.673010 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad143de4-14e4-462e-b7ff-878c245d569f req-5fb227a0-a4ac-4eae-980e-5298b87f5a9b tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:28.687386 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ad143de4-14e4-462e-b7ff-878c245d569f req-5fb227a0-a4ac-4eae-980e-5298b87f5a9b tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.1428950 Mar 22 17:42:28.755639 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:28.799070 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Publish callbacks [] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:28.853988 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Transition to ACTIVE for port object 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:42:28.878051 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ad143de4-14e4-462e-b7ff-878c245d569f req-991d9d31-b7bf-4f09-ab3b-73a59a45300a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856506 Mar 22 17:42:29.018704 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:29.105665 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac326-f248-41e1-bee4-e0dea49bcf3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:29.127978 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-933c4197-d0d5-4874-9db9-4baab9b3bdf8 req-ddde34fa-2ca6-4e1d-995b-34e690e6d1f6 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976052 Mar 22 17:42:29.342001 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fc055-ea9e-45d8-b587-a9ccc099beb6 req-9240ad02-33dd-4f6a-82e2-d214ec67f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:29.343585 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-491fc055-ea9e-45d8-b587-a9ccc099beb6 req-9240ad02-33dd-4f6a-82e2-d214ec67f46b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56859b9d-6232-4703-b2f1-50f11823f1f1 HTTP/1.1" status: 200 len: 849 time: 0.6689208 Mar 22 17:42:29.392001 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Pushing event updated for resources: {'Port': ['ID=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:29.465531 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.466090 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.466498 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.467001 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.467353 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.467803 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.468187 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.468522 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.468936 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.470063 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.470899 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.471355 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.471822 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.472244 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.472584 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:29.508824 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Attempting to bind port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:42:29.508824 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Attempting to bind port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:42:29.508824 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Attempting to bind port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f on network e4bb652a-ddb8-47f6-a166-0773f8309a03 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:29.520518 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcba109-0953-496b-9f74-6b3c50139870 req-57054f8b-56f9-478c-81d6-858aadcb6b04 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:29.530029 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3dcba109-0953-496b-9f74-6b3c50139870 req-57054f8b-56f9-478c-81d6-858aadcb6b04 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.5266709 Mar 22 17:42:29.565716 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f on network e4bb652a-ddb8-47f6-a166-0773f8309a03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:42:29.566151 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Attempting to bind port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f on network e4bb652a-ddb8-47f6-a166-0773f8309a03 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:29.580066 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-933c4197-d0d5-4874-9db9-4baab9b3bdf8 req-432b5e0e-29a0-4322-8d8b-2ccf847351d4 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036810 Mar 22 17:42:29.589332 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:42:29.589805 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Checking segment: {'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:29.590093 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Bound using segment: {'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:42:29.590551 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Bound port: 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:42:29.590916 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:29.612456 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fc055-ea9e-45d8-b587-a9ccc099beb6 req-a28bda3f-18a4-4e7c-9003-ddd2f7e4dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:29.614094 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-491fc055-ea9e-45d8-b587-a9ccc099beb6 req-a28bda3f-18a4-4e7c-9003-ddd2f7e4dd98 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2575305 Mar 22 17:42:29.650190 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c035ff-46bf-4acf-b7ae-3ccad2724387 req-2df7e4bc-d6c7-4e92-8266-8b1556bafaeb tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:29.659212 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b6c035ff-46bf-4acf-b7ae-3ccad2724387 req-2df7e4bc-d6c7-4e92-8266-8b1556bafaeb tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 944 time: 0.0959520 Mar 22 17:42:29.681106 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0f84acdf-e348-4bf9-8404-42cf118fef48 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:42:29.695917 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0c7efbd8-63a6-4f75-91ae-a55a03161b83 up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:29.811508 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b6c035ff-46bf-4acf-b7ae-3ccad2724387 req-415bd5fc-e33b-4a16-ad09-47a4f118915a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=84360c49-06c2-4b26-8516-c1871c1fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507316 Mar 22 17:42:30.091516 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be00d9-4719-422f-a441-bb8cb82b2e1a req-2110a456-429a-460a-a86f-2cc2332701fc tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:30.097678 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-63be00d9-4719-422f-a441-bb8cb82b2e1a req-2110a456-429a-460a-a86f-2cc2332701fc tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.1613402 Mar 22 17:42:30.118973 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port 0c7efbd8-63a6-4f75-91ae-a55a03161b83 completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:42:30.125385 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 0c7efbd8-63a6-4f75-91ae-a55a03161b83 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:30.127371 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3dcba109-0953-496b-9f74-6b3c50139870 req-fe12274c-6d1a-415a-9831-0dbcaacde2dc tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5964170 Mar 22 17:42:30.128280 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:30.239852 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] For port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:42:30.245280 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] For port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:42:30.268224 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:30.281133 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 0f84acdf-e348-4bf9-8404-42cf118fef48, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0f84acdf-e348-4bf9-8404-42cf118fef48,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:30.293736 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f797abb-1cc6-402e-8d08-0ca52bb411c4 req-48e9195d-318d-47ce-86e8-c4a2832a8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:30.297659 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2f797abb-1cc6-402e-8d08-0ca52bb411c4 req-48e9195d-318d-47ce-86e8-c4a2832a8a72 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 1129 time: 0.7037919 Mar 22 17:42:30.303958 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-63be00d9-4719-422f-a441-bb8cb82b2e1a req-aa6554a8-a24c-4287-9053-920058a46490 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957531 Mar 22 17:42:30.360804 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '0f84acdf-e348-4bf9-8404-42cf118fef48', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'port_id': '0f84acdf-e348-4bf9-8404-42cf118fef48', 'mac_address': 'fa:16:3e:73:d4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:42:30.436106 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Pushing event updated for resources: {'Port': ['ID=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:30.584981 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 0c7efbd8-63a6-4f75-91ae-a55a03161b83 is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:30.586107 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:30.589811 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 0f84acdf-e348-4bf9-8404-42cf118fef48 is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:30.590799 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:30.640454 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-491fc055-ea9e-45d8-b587-a9ccc099beb6 req-e78f8318-2db8-4c50-9b4a-8333328bf108 service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9814482 Mar 22 17:42:30.665127 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f84acdf-e348-4bf9-8404-42cf118fef48 {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:30.715610 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:30.716568 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:30.718959 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-508bedbb-a08b-4b5a-8a32-fb94a3b051ee service neutron] 10.222.0.76 "PUT /v2.0/ports/2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f HTTP/1.1" status: 200 len: 1093 time: 4.4009919 Mar 22 17:42:30.731007 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 0f84acdf-e348-4bf9-8404-42cf118fef48, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0f84acdf-e348-4bf9-8404-42cf118fef48,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:30.745782 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:30.749362 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:30.753795 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586723c1-6358-40e4-8227-31766ee28321" -d '{"events": [{"name": "network-changed", "server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:30.784768 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7efbd8-63a6-4f75-91ae-a55a03161b83'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:30.792257 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e35e0d-18f5-4a6e-bdd4-46e40610b401" -d '{"events": [{"server_uuid": "b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536", "name": "network-vif-plugged", "status": "completed", "tag": "0c7efbd8-63a6-4f75-91ae-a55a03161b83"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:30.843933 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 0c7efbd8-63a6-4f75-91ae-a55a03161b83, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c7efbd8-63a6-4f75-91ae-a55a03161b83,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:30.860987 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:30.911335 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=0f84acdf-e348-4bf9-8404-42cf118fef48,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:31.008850 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ad0a89-66c4-4800-8cdf-5b518492fe27 x-openstack-request-id: req-31ad0a89-66c4-4800-8cdf-5b518492fe27 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:31.009368 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536", "name": "network-vif-plugged", "status": "completed", "tag": "0c7efbd8-63a6-4f75-91ae-a55a03161b83", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:31.009893 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31ad0a89-66c4-4800-8cdf-5b518492fe27 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:31.010482 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ad0a89-66c4-4800-8cdf-5b518492fe27'] response: {'server_uuid': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'code': 200} Mar 22 17:42:31.033017 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e93dd8-994c-48ff-a2dd-074db4a47a5f x-openstack-request-id: req-58e93dd8-994c-48ff-a2dd-074db4a47a5f {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:31.034135 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:31.034135 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58e93dd8-994c-48ff-a2dd-074db4a47a5f {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:31.050625 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e93dd8-994c-48ff-a2dd-074db4a47a5f'] response: {'name': 'network-changed', 'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'status': 'completed', 'code': 200} Mar 22 17:42:31.106073 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=0c7efbd8-63a6-4f75-91ae-a55a03161b83,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:31.109315 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53178) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:31.145500 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['0f84acdf-e348-4bf9-8404-42cf118fef48'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:42:31.151837 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3fd19-107f-49ef-ac52-dca81bac2d82 req-b2d258bb-dca5-4e90-afef-e2199730e203 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.161107 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dad3fd19-107f-49ef-ac52-dca81bac2d82 req-b2d258bb-dca5-4e90-afef-e2199730e203 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 945 time: 0.0887227 Mar 22 17:42:31.237212 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dad3fd19-107f-49ef-ac52-dca81bac2d82 req-34705347-2a04-40cd-a67d-0bd9e362c416 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=84360c49-06c2-4b26-8516-c1871c1fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746324 Mar 22 17:42:31.272056 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95919a42-0e5b-4e1b-bc49-09f36d692120 req-5a651e47-dadb-4bef-a878-8af48e7590f5 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.283965 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-95919a42-0e5b-4e1b-bc49-09f36d692120 req-5a651e47-dadb-4bef-a878-8af48e7590f5 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 943 time: 0.8187916 Mar 22 17:42:31.402465 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.420594 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f797abb-1cc6-402e-8d08-0ca52bb411c4 req-2317ed56-b5ee-4e74-81c3-b2826d8a9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.426135 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2f797abb-1cc6-402e-8d08-0ca52bb411c4 req-2317ed56-b5ee-4e74-81c3-b2826d8a9543 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 920 time: 0.9647579 Mar 22 17:42:31.429933 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-491fc055-ea9e-45d8-b587-a9ccc099beb6 req-d84eae23-f3ef-421e-9daa-c462700202e7 service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6286759 Mar 22 17:42:31.457449 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-b24ea9af-224a-4c84-ab23-1850f77908d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.460379 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-b24ea9af-224a-4c84-ab23-1850f77908d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=545c21eb56a34f30adb2fbf76197ea0c&device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 1127 time: 0.6385825 Mar 22 17:42:31.488796 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f15ff3-6123-4fe8-9359-a8030b1510ea req-5b9ed5c3-b1a9-4389-aefe-bd96d3238b09 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.491010 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-76f15ff3-6123-4fe8-9359-a8030b1510ea req-5b9ed5c3-b1a9-4389-aefe-bd96d3238b09 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.1948419 Mar 22 17:42:31.527627 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4642460-c2fe-4c55-acdf-92fe87169260 req-17c57ed1-aaaa-4ee7-91f9-f1b3f7f75928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.529174 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d4642460-c2fe-4c55-acdf-92fe87169260 req-17c57ed1-aaaa-4ee7-91f9-f1b3f7f75928 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 1129 time: 0.1823411 Mar 22 17:42:31.560077 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-8ae4122f-af87-4819-aac2-2b8eb19884ca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f HTTP/1.1" status: 200 len: 217 time: 0.0807486 Mar 22 17:42:31.562243 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2f797abb-1cc6-402e-8d08-0ca52bb411c4 req-f1ea93b0-9099-459c-914d-71e2da978d85 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3b47c5-00c2-41a5-a888-d228ecfb4988 HTTP/1.1" status: 200 len: 217 time: 0.1307936 Mar 22 17:42:31.568314 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Publish callbacks [] for security_group (52d0357a-474e-4fa8-b76d-bd1c30b88c62), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.583289 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (52d0357a-474e-4fa8-b76d-bd1c30b88c62), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.661438 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-76f15ff3-6123-4fe8-9359-a8030b1510ea req-541443f3-7d49-4862-a966-81832f2bda67 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464698 Mar 22 17:42:31.667423 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-95919a42-0e5b-4e1b-bc49-09f36d692120 req-31d90896-2598-4c42-934c-d2f8cac6e183 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501725 Mar 22 17:42:31.692142 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-6cde3eb4-8974-4699-ad0f-46341869eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.692649 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-6cde3eb4-8974-4699-ad0f-46341869eea9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eeb566b8-5e2e-4fe9-bead-53cef53e0e25 HTTP/1.1" status: 200 len: 855 time: 0.1149850 Mar 22 17:42:31.694563 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f797abb-1cc6-402e-8d08-0ca52bb411c4 req-b7b5020f-79cc-4716-a704-4c90d247552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.695926 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2f797abb-1cc6-402e-8d08-0ca52bb411c4 req-b7b5020f-79cc-4716-a704-4c90d247552a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.1117613 Mar 22 17:42:31.700265 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f67ef4cdf1dc4ae691d054da71d39886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5842266 Mar 22 17:42:31.700678 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 53200) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:31.708492 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d4642460-c2fe-4c55-acdf-92fe87169260 req-3ce892bc-cde8-47e6-ac8f-22fd1259e704 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=84360c49-06c2-4b26-8516-c1871c1fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682024 Mar 22 17:42:31.709231 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d0357a-474e-4fa8-b76d-bd1c30b88c62,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:31.726607 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.727232 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.727746 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.728247 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.728751 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.729267 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.729831 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.730536 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.731025 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.731516 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.732495 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.732982 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.733491 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.734151 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.734638 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3f18bc-d7d5-4dab-bd4b-24d661eb0a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:31.794488 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4cc70da7-215a-46f5-a3a3-2ff01ddd2d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.824308 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f797abb-1cc6-402e-8d08-0ca52bb411c4 req-e339c4d0-af6e-41c8-ab9c-42e9b8edbdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.825919 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2f797abb-1cc6-402e-8d08-0ca52bb411c4 req-e339c4d0-af6e-41c8-ab9c-42e9b8edbdc4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1147399 Mar 22 17:42:31.846091 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-60367b34-1bea-4ffe-9891-857803ca0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.851872 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-60367b34-1bea-4ffe-9891-857803ca0586 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4bb652a-ddb8-47f6-a166-0773f8309a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1376092 Mar 22 17:42:31.851872 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-981706a9-3255-4fce-830f-bda2e534e714 admin admin] Publish callbacks [] for security_group (52d0357a-474e-4fa8-b76d-bd1c30b88c62), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.856332 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467074-8e5b-4a0a-88e2-26423a206b55 req-542ccd94-eb1a-455b-8f5b-5a2eb73be813 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.858527 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92467074-8e5b-4a0a-88e2-26423a206b55 req-542ccd94-eb1a-455b-8f5b-5a2eb73be813 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0734942 Mar 22 17:42:31.878768 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-981706a9-3255-4fce-830f-bda2e534e714 admin admin] Publish callbacks [] for security_group (52d0357a-474e-4fa8-b76d-bd1c30b88c62), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.943176 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92467074-8e5b-4a0a-88e2-26423a206b55 req-9b1e68fe-5672-453f-bdd8-f9049368cf98 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725443 Mar 22 17:42:31.955355 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-981706a9-3255-4fce-830f-bda2e534e714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (52d0357a-474e-4fa8-b76d-bd1c30b88c62), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.959902 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-981706a9-3255-4fce-830f-bda2e534e714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.964431 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-981706a9-3255-4fce-830f-bda2e534e714 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52d0357a-474e-4fa8-b76d-bd1c30b88c62 HTTP/1.1" status: 204 len: 168 time: 0.2600868 Mar 22 17:42:32.011171 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981706a9-3255-4fce-830f-bda2e534e714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d0357a-474e-4fa8-b76d-bd1c30b88c62,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:32.170825 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-99ad853a-e7c4-4a07-ac31-f47108450050 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047999 Mar 22 17:42:32.174889 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2f797abb-1cc6-402e-8d08-0ca52bb411c4 req-ca2be947-90bb-480c-9bd7-d74f0c581828 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072570 Mar 22 17:42:32.507847 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 53214) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:32.558764 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2f797abb-1cc6-402e-8d08-0ca52bb411c4 req-f1de2788-1ff8-41ae-b65e-72e1326b1577 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620646 Mar 22 17:42:32.562370 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-649409bd-7536-4394-92e2-0ee3313ee4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:32.568964 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7baee2b8-6472-4828-94d7-b84d974c6962 req-63d6db63-da7d-43d9-9756-b65f089ce519 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861854 Mar 22 17:42:32.642803 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8b347-7915-4f8e-b548-6bd8eb4843ee req-f081cd8f-503d-4f03-b1ed-f5431186b28c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:32.654552 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-47c8b347-7915-4f8e-b548-6bd8eb4843ee req-f081cd8f-503d-4f03-b1ed-f5431186b28c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 945 time: 0.2744176 Mar 22 17:42:32.807310 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda750a-9a6e-4c6e-919f-131012a8d55e req-83b700de-695b-4ce2-91d7-fce32bdad552 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:32.809422 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6eda750a-9a6e-4c6e-919f-131012a8d55e req-83b700de-695b-4ce2-91d7-fce32bdad552 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0696609 Mar 22 17:42:32.893869 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-47c8b347-7915-4f8e-b548-6bd8eb4843ee req-9ef8ce43-432b-48a5-8d39-ab6a825cf81a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=84360c49-06c2-4b26-8516-c1871c1fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218266 Mar 22 17:42:32.918252 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586723c1-6358-40e4-8227-31766ee28321 req-9f60f819-e0ad-4989-93f8-ec1a2f0c3a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:32.921088 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-586723c1-6358-40e4-8227-31766ee28321 req-9f60f819-e0ad-4989-93f8-ec1a2f0c3a56 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=545c21eb56a34f30adb2fbf76197ea0c&device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 1127 time: 0.1975288 Mar 22 17:42:32.922557 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6eda750a-9a6e-4c6e-919f-131012a8d55e req-47fd0bc9-b5c4-4b1b-a30c-0bdd5e5ef26e tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012330 Mar 22 17:42:32.940290 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-649409bd-7536-4394-92e2-0ee3313ee4d4 admin admin] Publish callbacks [] for security_group (d8e879ec-574c-4571-8ceb-5d6daaae6d41), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:32.958288 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-649409bd-7536-4394-92e2-0ee3313ee4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (d8e879ec-574c-4571-8ceb-5d6daaae6d41), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.091868 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-649409bd-7536-4394-92e2-0ee3313ee4d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fdd18ae73aa40e2b093d4d78b898c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5766909 Mar 22 17:42:33.099892 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 53236) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:33.102020 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649409bd-7536-4394-92e2-0ee3313ee4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e879ec-574c-4571-8ceb-5d6daaae6d41,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:33.182393 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586723c1-6358-40e4-8227-31766ee28321 req-c71af28c-a1d4-4121-8b9d-1be80e6603d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:33.184601 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-586723c1-6358-40e4-8227-31766ee28321 req-c71af28c-a1d4-4121-8b9d-1be80e6603d6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e4bb652a-ddb8-47f6-a166-0773f8309a03 HTTP/1.1" status: 200 len: 917 time: 0.2544341 Mar 22 17:42:33.194508 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbee942-fb8b-4ab8-81cf-393f13a0b069 req-eafa75a6-fd5c-45d7-94fd-443a0f86409b tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:33.197891 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8bbee942-fb8b-4ab8-81cf-393f13a0b069 req-eafa75a6-fd5c-45d7-94fd-443a0f86409b tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.1126950 Mar 22 17:42:33.223014 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.297713 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-586723c1-6358-40e4-8227-31766ee28321 req-e9fd8ed2-8bb2-4dab-a58b-dbd411c6391c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f HTTP/1.1" status: 200 len: 217 time: 0.1040952 Mar 22 17:42:33.306378 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8bbee942-fb8b-4ab8-81cf-393f13a0b069 req-c8b5e9dd-1119-48d1-bbff-bc12aa185cfb tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931804 Mar 22 17:42:33.317184 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47c1cb-692c-42a6-b9ef-37827ce4cb12 req-2e810390-35b2-4c61-bf25-021c1d3766b5 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:33.333209 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2f47c1cb-692c-42a6-b9ef-37827ce4cb12 req-2e810390-35b2-4c61-bf25-021c1d3766b5 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 944 time: 0.3001683 Mar 22 17:42:33.410054 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-30004473-5e87-4185-8e75-811683d442e3 admin admin] Publish callbacks [] for security_group (d8e879ec-574c-4571-8ceb-5d6daaae6d41), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.429310 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53240) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:33.464060 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-30004473-5e87-4185-8e75-811683d442e3 admin admin] Publish callbacks [] for security_group (d8e879ec-574c-4571-8ceb-5d6daaae6d41), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.481885 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586723c1-6358-40e4-8227-31766ee28321 req-2b4f2c0a-1a09-4802-bb62-d48302bc8de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:33.483926 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-586723c1-6358-40e4-8227-31766ee28321 req-2b4f2c0a-1a09-4802-bb62-d48302bc8de5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eeb566b8-5e2e-4fe9-bead-53cef53e0e25 HTTP/1.1" status: 200 len: 855 time: 0.1369946 Mar 22 17:42:33.508823 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2f47c1cb-692c-42a6-b9ef-37827ce4cb12 req-f17af3be-b161-4edf-80de-a9e899523dd5 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741726 Mar 22 17:42:33.646142 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4ad4d307-1d35-448e-9c8e-c4762c95a339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.697640 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0f84acdf-e348-4bf9-8404-42cf118fef48 up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:33.776796 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586723c1-6358-40e4-8227-31766ee28321 req-608039bd-62e0-4f8d-a944-8e70c427422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:33.779495 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-586723c1-6358-40e4-8227-31766ee28321 req-608039bd-62e0-4f8d-a944-8e70c427422e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4bb652a-ddb8-47f6-a166-0773f8309a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2886250 Mar 22 17:42:33.842025 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-30004473-5e87-4185-8e75-811683d442e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (d8e879ec-574c-4571-8ceb-5d6daaae6d41), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.845704 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-30004473-5e87-4185-8e75-811683d442e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.852654 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-30004473-5e87-4185-8e75-811683d442e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8e879ec-574c-4571-8ceb-5d6daaae6d41 HTTP/1.1" status: 204 len: 168 time: 0.7423668 Mar 22 17:42:33.853240 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port 0f84acdf-e348-4bf9-8404-42cf118fef48 completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:42:33.856278 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4ad4d307-1d35-448e-9c8e-c4762c95a339 admin admin] Publish callbacks [] for security_group (df88a35a-c63f-4919-a37b-ed8f4be222fa), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.864985 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4ad4d307-1d35-448e-9c8e-c4762c95a339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (df88a35a-c63f-4919-a37b-ed8f4be222fa), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.873359 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 0f84acdf-e348-4bf9-8404-42cf118fef48 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:33.874917 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.879811 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30004473-5e87-4185-8e75-811683d442e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e879ec-574c-4571-8ceb-5d6daaae6d41,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:34.004604 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-586723c1-6358-40e4-8227-31766ee28321 req-00028976-5e15-49cc-a4e9-afc2f919a971 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107244 Mar 22 17:42:34.051197 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4ad4d307-1d35-448e-9c8e-c4762c95a339 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=456a563d31fc40279df6f9054e415efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6159155 Mar 22 17:42:34.056669 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53256) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:34.087425 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4d307-1d35-448e-9c8e-c4762c95a339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df88a35a-c63f-4919-a37b-ed8f4be222fa,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:34.154935 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 0f84acdf-e348-4bf9-8404-42cf118fef48 is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:34.156341 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:34.230045 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 0f84acdf-e348-4bf9-8404-42cf118fef48, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0f84acdf-e348-4bf9-8404-42cf118fef48,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:34.233669 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7470b289-db2f-4900-80ef-0495e61d50b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f84acdf-e348-4bf9-8404-42cf118fef48'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:34.238774 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda86c3a-061d-4ca1-9393-060ba0d04791" -d '{"events": [{"server_uuid": "7470b289-db2f-4900-80ef-0495e61d50b1", "name": "network-vif-plugged", "status": "completed", "tag": "0f84acdf-e348-4bf9-8404-42cf118fef48"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:34.245708 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:34.253633 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8a99647d-e9a5-4de9-8551-781f6a0e4e31 admin admin] Publish callbacks [] for security_group (df88a35a-c63f-4919-a37b-ed8f4be222fa), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:34.291151 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8a99647d-e9a5-4de9-8551-781f6a0e4e31 admin admin] Publish callbacks [] for security_group (df88a35a-c63f-4919-a37b-ed8f4be222fa), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:34.303047 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed95d-c747-4391-ba80-a299eb8b0023 req-26b7e160-e891-4e4f-9dea-ff9a8201a488 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:34.315210 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-666ed95d-c747-4391-ba80-a299eb8b0023 req-26b7e160-e891-4e4f-9dea-ff9a8201a488 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 945 time: 0.1487362 Mar 22 17:42:34.363058 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=0f84acdf-e348-4bf9-8404-42cf118fef48,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:34.455176 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-666ed95d-c747-4391-ba80-a299eb8b0023 req-47fd79cd-536c-4745-a083-ea0342e61284 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=84360c49-06c2-4b26-8516-c1871c1fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385643 Mar 22 17:42:34.464353 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfad042-96e1-4798-8e3e-0308b4abaeb4 req-a010fef7-934e-4044-a7f2-6d0c64111f8c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:34.482661 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ecfad042-96e1-4798-8e3e-0308b4abaeb4 req-a010fef7-934e-4044-a7f2-6d0c64111f8c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.2646582 Mar 22 17:42:34.496526 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8a99647d-e9a5-4de9-8551-781f6a0e4e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (df88a35a-c63f-4919-a37b-ed8f4be222fa), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:34.500040 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8a99647d-e9a5-4de9-8551-781f6a0e4e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:34.502165 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8a99647d-e9a5-4de9-8551-781f6a0e4e31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df88a35a-c63f-4919-a37b-ed8f4be222fa HTTP/1.1" status: 204 len: 168 time: 0.4430771 Mar 22 17:42:34.513580 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99647d-e9a5-4de9-8551-781f6a0e4e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df88a35a-c63f-4919-a37b-ed8f4be222fa,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:34.555154 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:34.608727 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cacf1b2-75ef-418f-81cb-5ecb5866e375 x-openstack-request-id: req-7cacf1b2-75ef-418f-81cb-5ecb5866e375 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:34.608983 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7470b289-db2f-4900-80ef-0495e61d50b1", "name": "network-vif-plugged", "status": "completed", "tag": "0f84acdf-e348-4bf9-8404-42cf118fef48", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:34.609313 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cacf1b2-75ef-418f-81cb-5ecb5866e375 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:34.609672 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cacf1b2-75ef-418f-81cb-5ecb5866e375'] response: {'server_uuid': '7470b289-db2f-4900-80ef-0495e61d50b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f84acdf-e348-4bf9-8404-42cf118fef48', 'code': 200} Mar 22 17:42:34.619340 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-586723c1-6358-40e4-8227-31766ee28321 req-d36cb21d-25b8-4d9b-b438-309fb3a9c479 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106033 Mar 22 17:42:34.723347 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ecfad042-96e1-4798-8e3e-0308b4abaeb4 req-6266ad6c-2858-4196-9e02-cf8a5051518c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394335 Mar 22 17:42:34.861803 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e449f-fe53-48eb-b612-4f1149d9dc80 req-0a996d90-7b0e-4042-b98f-f1bf5c751db3 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:34.861803 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-324e449f-fe53-48eb-b612-4f1149d9dc80 req-0a996d90-7b0e-4042-b98f-f1bf5c751db3 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.1320815 Mar 22 17:42:34.936286 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-324e449f-fe53-48eb-b612-4f1149d9dc80 req-362cfa22-aa84-4010-8cbb-ad722be57fb6 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683839 Mar 22 17:42:35.006663 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843074c-dae3-4917-b54a-0c9a403dfefc req-be526b08-2ad0-44ea-9d4f-7a387c59597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:35.006663 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7843074c-dae3-4917-b54a-0c9a403dfefc req-be526b08-2ad0-44ea-9d4f-7a387c59597a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 1129 time: 0.1222994 Mar 22 17:42:35.028466 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c733bbd-3a6f-4b1e-b588-aaf4bc053c1a req-64165ec0-c386-4923-976b-31d4f9f71967 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:35.030113 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7c733bbd-3a6f-4b1e-b588-aaf4bc053c1a req-64165ec0-c386-4923-976b-31d4f9f71967 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 945 time: 0.1594069 Mar 22 17:42:35.049135 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 53298) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:35.057782 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-afdd03c9-c504-4401-815c-c37dc6fb62b5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'floatingip': {'port_id': '0c7efbd8-63a6-4f75-91ae-a55a03161b83'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:35.209342 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-afdd03c9-c504-4401-815c-c37dc6fb62b5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (92807c73-10d7-47e9-9016-b8e552007523), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.224290 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31e79e-7261-4eaf-b46b-2e3d04b29405 req-c64004f3-8d80-4451-adee-e93f684d8a39 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:35.233509 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1f31e79e-7261-4eaf-b46b-2e3d04b29405 req-c64004f3-8d80-4451-adee-e93f684d8a39 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.1218929 Mar 22 17:42:35.309624 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7843074c-dae3-4917-b54a-0c9a403dfefc req-c460851d-3ac9-4f14-a379-2632cd911dd2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958474 Mar 22 17:42:35.354778 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1f31e79e-7261-4eaf-b46b-2e3d04b29405 req-e8a4b5b3-6c17-4785-baf1-9649b7f93b36 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128678 Mar 22 17:42:35.703096 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8c389-4710-4ccf-a47d-aff4f32ddda5 req-d1f4b0bd-f212-4005-8159-37f6b6171336 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:35.711216 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:42:35.721516 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b6e8c389-4710-4ccf-a47d-aff4f32ddda5 req-d1f4b0bd-f212-4005-8159-37f6b6171336 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 945 time: 0.1984200 Mar 22 17:42:35.921518 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b6e8c389-4710-4ccf-a47d-aff4f32ddda5 req-e7d28b5c-4d7b-4b9b-ae00-c51a61499a98 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727390 Mar 22 17:42:36.011360 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.db.resource_extend [None req-afdd03c9-c504-4401-815c-c37dc6fb62b5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 17:42:36.055991 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53332) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:36.143889 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-afdd03c9-c504-4401-815c-c37dc6fb62b5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.216877 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:36.241614 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-afdd03c9-c504-4401-815c-c37dc6fb62b5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (92807c73-10d7-47e9-9016-b8e552007523), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.247398 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'port_id': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'mac_address': 'fa:16:3e:23:dd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:42:36.271353 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.272959 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80937d-18ec-4773-8f0c-388fa1c35912 req-cd9858b9-4ae7-4495-9837-36cac3adf819 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:36.287927 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2d80937d-18ec-4773-8f0c-388fa1c35912 req-cd9858b9-4ae7-4495-9837-36cac3adf819 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.1952069 Mar 22 17:42:36.313457 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-293273959-network', 'tenant_id': 'bc957a475b5848f6ab974b23bde24974'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:36.341998 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:36.342882 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.365928 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:36.405274 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Made reservation on behalf of bc957a475b5848f6ab974b23bde24974 for: {'network': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:36.412273 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.412533 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:36.418996 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.448279 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2d80937d-18ec-4773-8f0c-388fa1c35912 req-5602b528-a1ad-4642-925f-2aef7c22908d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585743 Mar 22 17:42:36.453868 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.495886 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b2100-d4b7-42ab-b368-a1593d44146b req-c57bc8cc-868e-4593-9930-1ae70ea0e005 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:36.497941 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-aa9b2100-d4b7-42ab-b368-a1593d44146b req-c57bc8cc-868e-4593-9930-1ae70ea0e005 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.3517637 Mar 22 17:42:36.562348 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.l3_db [None req-afdd03c9-c504-4401-815c-c37dc6fb62b5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Floating IP 92807c73-10d7-47e9-9016-b8e552007523 associated. External IP: 172.27.3.61, port: 0c7efbd8-63a6-4f75-91ae-a55a03161b83. Mar 22 17:42:36.578256 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:36.597940 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-aa9b2100-d4b7-42ab-b368-a1593d44146b req-f6f8bcc0-5881-4023-83a1-433860ffef3c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935919 Mar 22 17:42:36.766535 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53344) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:36.786961 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Publish callbacks [] for security_group (7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.796709 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.837264 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e037d-1b4a-43d4-b54b-0ba4941ec818 req-11e4bcca-dbcc-430a-ab4f-dc4c5730d849 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:36.838932 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0c3e037d-1b4a-43d4-b54b-0ba4941ec818 req-11e4bcca-dbcc-430a-ab4f-dc4c5730d849 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.1957972 Mar 22 17:42:36.860610 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=109968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:42:36.877773 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:36.881843 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:42:36.896901 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (b42a11b6-101f-4473-8f6e-840157b6dc2a), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.897439 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.segments_db [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Added segment b42a11b6-101f-4473-8f6e-840157b6dc2a of type vlan for network d70fc928-33d6-4ded-8962-986a427263dd Mar 22 17:42:36.972784 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0c3e037d-1b4a-43d4-b54b-0ba4941ec818 req-0f985ce5-23cf-44ab-a74a-d1656bad2bd0 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142383 Mar 22 17:42:36.974657 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (d70fc928-33d6-4ded-8962-986a427263dd), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.008884 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (d70fc928-33d6-4ded-8962-986a427263dd), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.010316 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:37.011092 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.080152 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0225661 Mar 22 17:42:37.083802 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 53350) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:37.093577 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b621466-14c3-4200-b322-8ce077592ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=d70fc928-33d6-4ded-8962-986a427263dd,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:37.099143 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-7d6f3a34-eeb9-4bd0-aa65-85ad47a79322 admin admin] Request body: {'subnet': {'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-293273959-subnet', 'tenant_id': 'bc957a475b5848f6ab974b23bde24974', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:37.121916 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network d70fc928-33d6-4ded-8962-986a427263dd details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:42:37.145405 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f85de651-98cf-4277-b9d8-2040871b9dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.170449 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6f3a34-eeb9-4bd0-aa65-85ad47a79322 admin admin] Made reservation on behalf of bc957a475b5848f6ab974b23bde24974 for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:37.171903 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3a34-eeb9-4bd0-aa65-85ad47a79322 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.323697 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454deb77-4a85-42c2-bc75-7ed3802d4981 req-8788eb15-7810-4794-aa32-6d03beb64ea8 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:37.325314 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-454deb77-4a85-42c2-bc75-7ed3802d4981 req-8788eb15-7810-4794-aa32-6d03beb64ea8 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 945 time: 0.2486441 Mar 22 17:42:37.327966 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f85de651-98cf-4277-b9d8-2040871b9dc4 admin admin] Publish callbacks [] for security_group (1c694e46-b432-4dc8-bb41-ddc7064997e6), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.336812 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f85de651-98cf-4277-b9d8-2040871b9dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (1c694e46-b432-4dc8-bb41-ddc7064997e6), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.389241 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-f85de651-98cf-4277-b9d8-2040871b9dc4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c99e1165a3fa4161bfa9549ad1ad6c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6202354 Mar 22 17:42:37.394170 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53356) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:37.398608 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdd03c9-c504-4401-815c-c37dc6fb62b5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:42:37.403627 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85de651-98cf-4277-b9d8-2040871b9dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c694e46-b432-4dc8-bb41-ddc7064997e6,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:37.494002 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cfe2af8e-5338-438a-9e48-c9fc274bdd0f admin admin] Publish callbacks [] for security_group (1c694e46-b432-4dc8-bb41-ddc7064997e6), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.523502 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cfe2af8e-5338-438a-9e48-c9fc274bdd0f admin admin] Publish callbacks [] for security_group (1c694e46-b432-4dc8-bb41-ddc7064997e6), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.636869 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cfe2af8e-5338-438a-9e48-c9fc274bdd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (1c694e46-b432-4dc8-bb41-ddc7064997e6), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.641399 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cfe2af8e-5338-438a-9e48-c9fc274bdd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.642878 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-cfe2af8e-5338-438a-9e48-c9fc274bdd0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c694e46-b432-4dc8-bb41-ddc7064997e6 HTTP/1.1" status: 204 len: 168 time: 0.2473953 Mar 22 17:42:37.644527 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-454deb77-4a85-42c2-bc75-7ed3802d4981 req-dd8fd633-9f29-4977-8103-340653a5a00e tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982640 Mar 22 17:42:37.673416 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2af8e-5338-438a-9e48-c9fc274bdd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c694e46-b432-4dc8-bb41-ddc7064997e6,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:37.695353 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3a34-eeb9-4bd0-aa65-85ad47a79322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (2fd993ad-37f3-4a73-90fb-d0db5efa8d22), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.720485 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062c741-ab9f-4ac3-9a69-8ed18eab6964 req-51836d50-c8e2-4d14-a42d-d705eaa5e9d1 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:37.722602 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6062c741-ab9f-4ac3-9a69-8ed18eab6964 req-51836d50-c8e2-4d14-a42d-d705eaa5e9d1 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.1403103 Mar 22 17:42:37.818641 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6062c741-ab9f-4ac3-9a69-8ed18eab6964 req-f6177aab-5723-46df-a26f-9cf0130fce72 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786126 Mar 22 17:42:37.885512 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f3a34-eeb9-4bd0-aa65-85ad47a79322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd993ad-37f3-4a73-90fb-d0db5efa8d22,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:37.950060 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdd03c9-c504-4401-815c-c37dc6fb62b5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:42:37.959021 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-afdd03c9-c504-4401-815c-c37dc6fb62b5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.967675 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f3a34-eeb9-4bd0-aa65-85ad47a79322 admin admin] Checking segment: {'id': 'b42a11b6-101f-4473-8f6e-840157b6dc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:37.968187 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f3a34-eeb9-4bd0-aa65-85ad47a79322 admin admin] Network hostable DHCP agents. Network: d70fc928-33d6-4ded-8962-986a427263dd, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:42:37.985527 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2212ff2e-718f-436c-bc56-38eb6120be02 None None] Sync routers for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:42:38.001926 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2212ff2e-718f-436c-bc56-38eb6120be02 None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:38.002578 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-2212ff2e-718f-436c-bc56-38eb6120be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:42:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:38.027636 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-afdd03c9-c504-4401-815c-c37dc6fb62b5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "PUT /v2.0/floatingips/92807c73-10d7-47e9-9016-b8e552007523 HTTP/1.1" status: 200 len: 990 time: 2.9768999 Mar 22 17:42:38.031133 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'tag': '0c7efbd8-63a6-4f75-91ae-a55a03161b83'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:38.034102 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6084732-3678-4ed6-a646-3ba294420d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536", "tag": "0c7efbd8-63a6-4f75-91ae-a55a03161b83"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:38.047419 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e47941-e9d7-497f-9c54-accd27bd4177 req-83963594-a886-4e0d-9efa-0d93e27803d6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:38.055041 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f4e47941-e9d7-497f-9c54-accd27bd4177 req-83963594-a886-4e0d-9efa-0d93e27803d6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 944 time: 0.2261131 Mar 22 17:42:38.067077 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d7bb2-f67c-499c-ace2-cb25d47b164d req-63aaadf8-d10c-4173-887a-6e19e64aa430 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:38.068652 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df6d7bb2-f67c-499c-ace2-cb25d47b164d req-63aaadf8-d10c-4173-887a-6e19e64aa430 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.76 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 945 time: 0.1861866 Mar 22 17:42:38.096611 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f3a34-eeb9-4bd0-aa65-85ad47a79322 admin admin] Network d70fc928-33d6-4ded-8962-986a427263dd is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:42:38.118775 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54174f35-1cd9-4d8c-90ba-7f0a6b2281b1 x-openstack-request-id: req-54174f35-1cd9-4d8c-90ba-7f0a6b2281b1 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:38.118775 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536", "tag": "0c7efbd8-63a6-4f75-91ae-a55a03161b83", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:38.118775 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54174f35-1cd9-4d8c-90ba-7f0a6b2281b1 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:38.119140 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54174f35-1cd9-4d8c-90ba-7f0a6b2281b1'] response: {'name': 'network-changed', 'server_uuid': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'tag': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'status': 'completed', 'code': 200} Mar 22 17:42:38.194433 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-2212ff2e-718f-436c-bc56-38eb6120be02 None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:38.195971 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-7d6f3a34-eeb9-4bd0-aa65-85ad47a79322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, d70fc928-33d6-4ded-8962-986a427263dd) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:38.205803 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15148dda-dd0a-49e0-a3a6-9a93b4c9f846 None None] Network d70fc928-33d6-4ded-8962-986a427263dd requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:42:38.224737 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f3a34-eeb9-4bd0-aa65-85ad47a79322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:38.225360 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3a34-eeb9-4bd0-aa65-85ad47a79322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:38.269772 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78130fbd-3ced-4a03-a8b0-621afc427137 req-9fde9977-387a-4b45-9007-960e54c0cd54 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:38.278585 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78130fbd-3ced-4a03-a8b0-621afc427137 req-9fde9977-387a-4b45-9007-960e54c0cd54 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0801740 Mar 22 17:42:38.354856 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78130fbd-3ced-4a03-a8b0-621afc427137 req-dd49a894-9469-447d-af1e-380f3811b3ba tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724754 Mar 22 17:42:38.447603 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7d6f3a34-eeb9-4bd0-aa65-85ad47a79322 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3621068 Mar 22 17:42:38.465558 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f4e47941-e9d7-497f-9c54-accd27bd4177 req-842abe7a-5c21-4529-8aac-cbe064decf91 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4064462 Mar 22 17:42:38.471306 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f242681b-fa95-46c8-8d3d-af57c761cc25 None None] Network d70fc928-33d6-4ded-8962-986a427263dd requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:42:38.483402 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6084732-3678-4ed6-a646-3ba294420d3b req-75fb2c9c-0a69-42d8-8e82-a31668a4d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:38.487451 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6084732-3678-4ed6-a646-3ba294420d3b req-75fb2c9c-0a69-42d8-8e82-a31668a4d7e3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 1129 time: 0.3611660 Mar 22 17:42:38.628706 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d605ce-b552-489c-8a43-9458f0f5f0ac req-d74a95bb-fe4a-4a31-ab3b-22503e04eb59 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:38.634077 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f4d605ce-b552-489c-8a43-9458f0f5f0ac req-d74a95bb-fe4a-4a31-ab3b-22503e04eb59 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.1751602 Mar 22 17:42:38.635985 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-df6d7bb2-f67c-499c-ace2-cb25d47b164d req-33a56b57-abf6-48d0-b2a4-976de64eb9b7 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Deleting port a62144fb-9d3e-4d48-9032-c30d10aa909e {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:38.636756 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-df6d7bb2-f67c-499c-ace2-cb25d47b164d req-33a56b57-abf6-48d0-b2a4-976de64eb9b7 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:38.648153 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53392) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:38.659059 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-9106810a-3679-44dd-b554-4a627f7acfec tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Request body: {'floatingip': {'port_id': '0f84acdf-e348-4bf9-8404-42cf118fef48'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:38.706068 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-2212ff2e-718f-436c-bc56-38eb6120be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '92807c73-10d7-47e9-9016-b8e552007523', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:dd:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:03Z', 'updated_at': '2022-03-22T17:42:35Z', 'revision_number': 1, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:38.737517 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2212ff2e-718f-436c-bc56-38eb6120be02 None None] Checking router: 7e9c2aa2-d552-4d66-a494-db5bdffcb11c for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:42:38.752640 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2212ff2e-718f-436c-bc56-38eb6120be02 None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:38.753692 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-2212ff2e-718f-436c-bc56-38eb6120be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:42:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:38.876002 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9106810a-3679-44dd-b554-4a627f7acfec tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (8f8d8a60-d7f2-4f12-854d-70e147097688), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:38.894787 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6084732-3678-4ed6-a646-3ba294420d3b req-72fbd54d-079a-4146-b64d-b2b4303bdca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:38.896673 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6084732-3678-4ed6-a646-3ba294420d3b req-72fbd54d-079a-4146-b64d-b2b4303bdca9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 915 time: 0.4035306 Mar 22 17:42:38.918160 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849014c-8410-4318-b016-9d9b5bd24655 req-e760aec3-b666-4987-8584-2397e4ed37b5 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:38.919856 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8849014c-8410-4318-b016-9d9b5bd24655 req-e760aec3-b666-4987-8584-2397e4ed37b5 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 945 time: 0.1401932 Mar 22 17:42:38.995029 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-2212ff2e-718f-436c-bc56-38eb6120be02 None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:39.084025 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8849014c-8410-4318-b016-9d9b5bd24655 req-a5c0e646-b630-4174-9f68-54950fb1d74b tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/security-groups?id=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385794 Mar 22 17:42:39.097228 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-df6d7bb2-f67c-499c-ace2-cb25d47b164d req-33a56b57-abf6-48d0-b2a4-976de64eb9b7 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] For port a62144fb-9d3e-4d48-9032-c30d10aa909e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a62144fb-9d3e-4d48-9032-c30d10aa909e,segment=NetworkSegment(cace1367-418c-4c14-9e34-5faf7c88fefc),segment_id=cace1367-418c-4c14-9e34-5faf7c88fefc)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:39.097943 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-df6d7bb2-f67c-499c-ace2-cb25d47b164d req-33a56b57-abf6-48d0-b2a4-976de64eb9b7 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.145841 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6084732-3678-4ed6-a646-3ba294420d3b req-6be28659-e836-4aed-9214-472056a9e7b3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c7efbd8-63a6-4f75-91ae-a55a03161b83 HTTP/1.1" status: 200 len: 998 time: 0.2365990 Mar 22 17:42:39.147201 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-df6d7bb2-f67c-499c-ace2-cb25d47b164d req-33a56b57-abf6-48d0-b2a4-976de64eb9b7 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Calling delete_port for a62144fb-9d3e-4d48-9032-c30d10aa909e owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:39.237654 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c04d2-93a5-4575-9adf-de47432c73a7 req-dc7cdf12-b62a-4367-b039-1a26de528cc9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:39.246096 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-186c04d2-93a5-4575-9adf-de47432c73a7 req-dc7cdf12-b62a-4367-b039-1a26de528cc9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.2707152 Mar 22 17:42:39.292897 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6084732-3678-4ed6-a646-3ba294420d3b req-d2b22346-a801-4815-8353-5599f62a476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:39.294675 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6084732-3678-4ed6-a646-3ba294420d3b req-d2b22346-a801-4815-8353-5599f62a476b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 200 len: 853 time: 0.1412220 Mar 22 17:42:39.419032 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6084732-3678-4ed6-a646-3ba294420d3b req-c9d06e4a-d45c-4296-ae7d-ca0254592a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:39.420947 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6084732-3678-4ed6-a646-3ba294420d3b req-c9d06e4a-d45c-4296-ae7d-ca0254592a9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1108797 Mar 22 17:42:39.500060 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-186c04d2-93a5-4575-9adf-de47432c73a7 req-5f37eba4-cff6-4b01-8949-f04d3b3ddf39 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484136 Mar 22 17:42:39.592892 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-2212ff2e-718f-436c-bc56-38eb6120be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '92807c73-10d7-47e9-9016-b8e552007523', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:dd:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:03Z', 'updated_at': '2022-03-22T17:42:35Z', 'revision_number': 1, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:39.686063 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2212ff2e-718f-436c-bc56-38eb6120be02 None None] The sync data for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi is: [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '92807c73-10d7-47e9-9016-b8e552007523', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:dd:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:03Z', 'updated_at': '2022-03-22T17:42:35Z', 'revision_number': 1, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:42:39.730672 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:39.851778 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-df6d7bb2-f67c-499c-ace2-cb25d47b164d req-33a56b57-abf6-48d0-b2a4-976de64eb9b7 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671'] for port (a62144fb-9d3e-4d48-9032-c30d10aa909e), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.865790 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:42:39.873827 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:39.874374 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.893731 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a56b57-abf6-48d0-b2a4-976de64eb9b7 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Pushing event deleted for resources: {'Port': ['ID=a62144fb-9d3e-4d48-9032-c30d10aa909e,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:39.911345 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6084732-3678-4ed6-a646-3ba294420d3b req-c13f51b0-9757-4d7c-9b24-2846aaccde9a service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720304 Mar 22 17:42:39.918948 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfd069-2305-40f4-b369-c47f90d710ca req-f40245c7-b83d-47fb-baab-9f1f0b20e9f4 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:39.926619 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e2cfd069-2305-40f4-b369-c47f90d710ca req-f40245c7-b83d-47fb-baab-9f1f0b20e9f4 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 944 time: 0.1721601 Mar 22 17:42:40.053520 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:40.054143 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.084547 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:40.088163 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69e9c5e-e157-4f95-bb39-9cff2bbeffdb" -d '{"events": [{"server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "name": "network-vif-plugged", "status": "completed", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:40.111013 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:40.120870 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.122374 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device a62144fb-9d3e-4d48-9032-c30d10aa909e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:42:40.162155 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: a62144fb-9d3e-4d48-9032-c30d10aa909e {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:42:40.162601 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device a62144fb-9d3e-4d48-9032-c30d10aa909e not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:42:40.276696 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32d9556-1bbd-458a-8cad-6cdb1047ef75 x-openstack-request-id: req-f32d9556-1bbd-458a-8cad-6cdb1047ef75 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:40.277299 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "name": "network-vif-plugged", "status": "completed", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:40.281855 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f32d9556-1bbd-458a-8cad-6cdb1047ef75 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:40.283375 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32d9556-1bbd-458a-8cad-6cdb1047ef75'] response: {'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'code': 200} Mar 22 17:42:40.292029 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:40.315643 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6d7bb2-f67c-499c-ace2-cb25d47b164d req-33a56b57-abf6-48d0-b2a4-976de64eb9b7 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] No DVR routers for this DVR port a62144fb-9d3e-4d48-9032-c30d10aa909e on host hv-cinder-79053 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:42:40.338354 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-df6d7bb2-f67c-499c-ace2-cb25d47b164d req-33a56b57-abf6-48d0-b2a4-976de64eb9b7 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.347440 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df6d7bb2-f67c-499c-ace2-cb25d47b164d req-33a56b57-abf6-48d0-b2a4-976de64eb9b7 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.76 "DELETE /v2.0/ports/a62144fb-9d3e-4d48-9032-c30d10aa909e HTTP/1.1" status: 204 len: 173 time: 2.2633562 Mar 22 17:42:40.350590 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158d2247-2974-46db-9443-a6d3885f7e4e', 'name': 'network-vif-deleted', 'tag': 'a62144fb-9d3e-4d48-9032-c30d10aa909e'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:40.363455 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ad1fbc-ebfb-4028-944d-4b32afa58de4" -d '{"events": [{"server_uuid": "158d2247-2974-46db-9443-a6d3885f7e4e", "name": "network-vif-deleted", "tag": "a62144fb-9d3e-4d48-9032-c30d10aa909e"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:40.386507 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6084732-3678-4ed6-a646-3ba294420d3b req-5ba03fd4-969e-44fe-a018-4506ea67a34a service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487612 Mar 22 17:42:40.440911 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e2cfd069-2305-40f4-b369-c47f90d710ca req-199e9447-daff-480f-8091-ac34837d7610 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5131540 Mar 22 17:42:40.533113 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0fe785b1-ea3c-433b-8e66-6ba9b4b35118 req-5c5d1758-a5eb-4ec8-a9c9-437074b6d926 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 210 time: 0.2500196 Mar 22 17:42:40.538137 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f112375-b33c-4431-b561-051fd526375b x-openstack-request-id: req-1f112375-b33c-4431-b561-051fd526375b {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:40.538443 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158d2247-2974-46db-9443-a6d3885f7e4e", "name": "network-vif-deleted", "tag": "a62144fb-9d3e-4d48-9032-c30d10aa909e", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:40.538711 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f112375-b33c-4431-b561-051fd526375b {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:40.540135 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f112375-b33c-4431-b561-051fd526375b'] response: {'server_uuid': '158d2247-2974-46db-9443-a6d3885f7e4e', 'name': 'network-vif-deleted', 'tag': 'a62144fb-9d3e-4d48-9032-c30d10aa909e', 'status': 'completed', 'code': 200} Mar 22 17:42:40.572012 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728a8b3-2ad0-40a1-af58-5fefc0fa4afc req-9b820bef-940e-45ae-adf7-d7ba72f81658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:40.574161 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7728a8b3-2ad0-40a1-af58-5fefc0fa4afc req-9b820bef-940e-45ae-adf7-d7ba72f81658 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 1129 time: 0.1321869 Mar 22 17:42:40.606286 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9106810a-3679-44dd-b554-4a627f7acfec tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.611880 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9106810a-3679-44dd-b554-4a627f7acfec tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (8f8d8a60-d7f2-4f12-854d-70e147097688), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.728704 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7728a8b3-2ad0-40a1-af58-5fefc0fa4afc req-00f2e477-2030-43f9-b91c-7c81b520fa5b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466126 Mar 22 17:42:40.749892 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [None req-9106810a-3679-44dd-b554-4a627f7acfec tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Floating IP 8f8d8a60-d7f2-4f12-854d-70e147097688 associated. External IP: 172.27.3.245, port: 0f84acdf-e348-4bf9-8404-42cf118fef48. Mar 22 17:42:40.762210 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f43ccf-733e-424b-9100-cd40eb03f19a req-7fa2a438-0b41-4cc3-b474-0c13f8aeb27b tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:40.766206 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-83f43ccf-733e-424b-9100-cd40eb03f19a req-7fa2a438-0b41-4cc3-b474-0c13f8aeb27b tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.1479561 Mar 22 17:42:40.855331 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-83f43ccf-733e-424b-9100-cd40eb03f19a req-e5c5df04-9a16-4c2f-b36c-73f2c6669c77 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801573 Mar 22 17:42:40.914746 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b71a562-b05f-405e-a749-85bc24fa8113 None None] New status for floating IP 92807c73-10d7-47e9-9016-b8e552007523: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:42:41.123795 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9106810a-3679-44dd-b554-4a627f7acfec tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Router e2099780-cd08-45d0-ac59-c761efd1e4f0 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:42:41.270734 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-b4a48726-4921-4f4b-9556-4180874fbdf9 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:41.272356 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-b4a48726-4921-4f4b-9556-4180874fbdf9 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/networks?id=d70fc928-33d6-4ded-8962-986a427263dd HTTP/1.1" status: 200 len: 808 time: 0.2103229 Mar 22 17:42:41.298076 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-2e097661-9806-4f53-bf4a-8b925efd740c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/quotas/bc957a475b5848f6ab974b23bde24974 HTTP/1.1" status: 200 len: 375 time: 0.0144207 Mar 22 17:42:41.312462 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9106810a-3679-44dd-b554-4a627f7acfec tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:42:41.322129 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9106810a-3679-44dd-b554-4a627f7acfec tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.329512 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c28a8-80ff-489f-8a5a-c92b1a6d126f None None] Sync routers for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:42:41.351696 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c28a8-80ff-489f-8a5a-c92b1a6d126f None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:41.352666 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-394c28a8-80ff-489f-8a5a-c92b1a6d126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:42:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:41.384291 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-78d4d515-2cd4-4f19-a89e-6c12ce7b02ed tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc957a475b5848f6ab974b23bde24974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564225 Mar 22 17:42:41.397710 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-9106810a-3679-44dd-b554-4a627f7acfec tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "PUT /v2.0/floatingips/8f8d8a60-d7f2-4f12-854d-70e147097688 HTTP/1.1" status: 200 len: 991 time: 2.7437098 Mar 22 17:42:41.398386 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7470b289-db2f-4900-80ef-0495e61d50b1', 'tag': '0f84acdf-e348-4bf9-8404-42cf118fef48'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:41.548407 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-394c28a8-80ff-489f-8a5a-c92b1a6d126f None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:41.583566 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-5d2e8e3d-fe56-483e-9419-c959d37b08b1 service neutron] 10.222.0.42 "GET /v2.0/networks/d70fc928-33d6-4ded-8962-986a427263dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239603 Mar 22 17:42:41.603113 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5810153-f2e2-4085-ad2b-fc43361cc294 req-f11828d7-bef1-48ee-a4cc-3831ae910d9d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:41.605919 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d5810153-f2e2-4085-ad2b-fc43361cc294 req-f11828d7-bef1-48ee-a4cc-3831ae910d9d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0666478 Mar 22 17:42:41.694702 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d5810153-f2e2-4085-ad2b-fc43361cc294 req-4156859b-6b54-42ca-a834-e69ee39e3bec tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723164 Mar 22 17:42:41.728192 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0c12b7-37f3-4248-9240-37e35f1884fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7470b289-db2f-4900-80ef-0495e61d50b1", "tag": "0f84acdf-e348-4bf9-8404-42cf118fef48"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:41.732131 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-55a340ca-2a68-49ad-bed0-d0593e35ae4e service neutron] 10.222.0.42 "GET /v2.0/networks/d70fc928-33d6-4ded-8962-986a427263dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390560 Mar 22 17:42:41.831519 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-de758ae2-0087-4361-b273-fe05f0e16b29 req-662dbc69-63d5-462e-9438-0e36b72c9db5 tempest-DeleteServersTestJSON-2013453 tempest-DeleteServersTestJSON-2013453-project] 10.222.0.42 "GET /v2.0/ports?device_id=158d2247-2974-46db-9443-a6d3885f7e4e HTTP/1.1" status: 200 len: 210 time: 0.0443995 Mar 22 17:42:41.905991 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-394c28a8-80ff-489f-8a5a-c92b1a6d126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '8f8d8a60-d7f2-4f12-854d-70e147097688', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'port_id': '0f84acdf-e348-4bf9-8404-42cf118fef48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'mac_address': 'fa:16:3e:73:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7470b289-db2f-4900-80ef-0495e61d50b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:08Z', 'updated_at': '2022-03-22T17:42:40Z', 'revision_number': 1, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:05Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:41.944992 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c28a8-80ff-489f-8a5a-c92b1a6d126f None None] Checking router: e2099780-cd08-45d0-ac59-c761efd1e4f0 for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:42:41.957623 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c28a8-80ff-489f-8a5a-c92b1a6d126f None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:41.958338 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-394c28a8-80ff-489f-8a5a-c92b1a6d126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:42:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:42.048569 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82523a2c-863c-4ac4-b500-edab8a0f743b req-77914e43-2757-4893-be69-099b1e2511d5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:42.051013 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-82523a2c-863c-4ac4-b500-edab8a0f743b req-77914e43-2757-4893-be69-099b1e2511d5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0952845 Mar 22 17:42:42.052950 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a672015b-ae66-4f30-a017-203e112d5003 x-openstack-request-id: req-a672015b-ae66-4f30-a017-203e112d5003 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:42.053244 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7470b289-db2f-4900-80ef-0495e61d50b1", "tag": "0f84acdf-e348-4bf9-8404-42cf118fef48", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:42.053518 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a672015b-ae66-4f30-a017-203e112d5003 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:42.054036 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a672015b-ae66-4f30-a017-203e112d5003'] response: {'name': 'network-changed', 'server_uuid': '7470b289-db2f-4900-80ef-0495e61d50b1', 'tag': '0f84acdf-e348-4bf9-8404-42cf118fef48', 'status': 'completed', 'code': 200} Mar 22 17:42:42.129221 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57342232-b1a6-4704-9361-c85876a998d2 req-d0d8e30d-a691-4808-bc95-56339c86f8c6 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0401282 Mar 22 17:42:42.144427 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-82523a2c-863c-4ac4-b500-edab8a0f743b req-6dfed89b-e47c-49c0-a3ff-3d7da418e006 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812781 Mar 22 17:42:42.283819 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-394c28a8-80ff-489f-8a5a-c92b1a6d126f None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:42.588949 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-394c28a8-80ff-489f-8a5a-c92b1a6d126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '8f8d8a60-d7f2-4f12-854d-70e147097688', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'port_id': '0f84acdf-e348-4bf9-8404-42cf118fef48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'mac_address': 'fa:16:3e:73:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7470b289-db2f-4900-80ef-0495e61d50b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:08Z', 'updated_at': '2022-03-22T17:42:40Z', 'revision_number': 1, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:05Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:42.628077 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c28a8-80ff-489f-8a5a-c92b1a6d126f None None] The sync data for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi is: [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '8f8d8a60-d7f2-4f12-854d-70e147097688', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'port_id': '0f84acdf-e348-4bf9-8404-42cf118fef48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'mac_address': 'fa:16:3e:73:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7470b289-db2f-4900-80ef-0495e61d50b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:08Z', 'updated_at': '2022-03-22T17:42:40Z', 'revision_number': 1, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:05Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:42:42.830517 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb0725-a00f-4b4a-8d07-c842a777ab44 req-f1a701e7-9fa1-45c7-905d-4cffce61e8e8 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:42.832238 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6ceb0725-a00f-4b4a-8d07-c842a777ab44 req-f1a701e7-9fa1-45c7-905d-4cffce61e8e8 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0599551 Mar 22 17:42:42.850889 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d5df29-2895-4f9a-b645-dda09465d469 None None] New status for floating IP 8f8d8a60-d7f2-4f12-854d-70e147097688: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:42:42.887966 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6ceb0725-a00f-4b4a-8d07-c842a777ab44 req-57b9fc6a-c638-495d-a025-85b19338bdea tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493653 Mar 22 17:42:43.254881 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2d80b19d-527c-4b1f-82eb-91d09302da82 req-0f2e5482-6469-42fc-807a-22a914b00be0 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0323603 Mar 22 17:42:43.302372 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c873c-4312-4e50-848b-15dd602975c1 req-71358544-8fe7-41f9-93cc-ec80488ded38 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:43.304031 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ea5c873c-4312-4e50-848b-15dd602975c1 req-71358544-8fe7-41f9-93cc-ec80488ded38 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0803764 Mar 22 17:42:43.359220 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ea5c873c-4312-4e50-848b-15dd602975c1 req-23ef9450-395d-407b-948a-00a08517d105 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485637 Mar 22 17:42:44.069332 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd5a08-7017-478c-b135-066b0b500042 req-e8a5a8de-d730-4c00-bd97-f425d74c8994 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:44.070932 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-34fd5a08-7017-478c-b135-066b0b500042 req-e8a5a8de-d730-4c00-bd97-f425d74c8994 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0587583 Mar 22 17:42:44.121150 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-34fd5a08-7017-478c-b135-066b0b500042 req-2a76a249-630b-4673-a212-113d841e264d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445695 Mar 22 17:42:44.354134 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9bf191ef-7817-45a0-9650-34adf1b7e460 req-e459e413-6bcd-43d6-8a9f-755e2523084d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0297568 Mar 22 17:42:44.515064 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c12b7-37f3-4248-9240-37e35f1884fc req-6329a4ab-200a-4d5e-9b64-103633c6d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:44.517620 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4b0c12b7-37f3-4248-9240-37e35f1884fc req-6329a4ab-200a-4d5e-9b64-103633c6d34f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dafda4c018df4141b3c5cfbecea2350e&device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 1129 time: 0.0984812 Mar 22 17:42:44.532595 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a16c0f-4313-4f5e-b6f3-5786d2ff224a req-d3f62741-0716-4bb3-9a39-c2c06cf30447 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:44.534594 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a4a16c0f-4313-4f5e-b6f3-5786d2ff224a req-d3f62741-0716-4bb3-9a39-c2c06cf30447 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0772660 Mar 22 17:42:44.649857 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a4a16c0f-4313-4f5e-b6f3-5786d2ff224a req-1cd6b7b5-8107-4c9a-b919-39f7e8d760e0 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066706 Mar 22 17:42:44.667524 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c12b7-37f3-4248-9240-37e35f1884fc req-0195fc8a-7892-4016-92a9-286851964d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:44.669143 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4b0c12b7-37f3-4248-9240-37e35f1884fc req-0195fc8a-7892-4016-92a9-286851964d37 service neutron] 10.222.0.76 "GET /v2.0/networks?id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51 HTTP/1.1" status: 200 len: 911 time: 0.1337609 Mar 22 17:42:44.750545 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4b0c12b7-37f3-4248-9240-37e35f1884fc req-c7e2f475-177c-4373-8097-54b80d12d022 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f84acdf-e348-4bf9-8404-42cf118fef48 HTTP/1.1" status: 200 len: 1001 time: 0.0722313 Mar 22 17:42:44.816015 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c12b7-37f3-4248-9240-37e35f1884fc req-2b8f9399-1b79-44fa-a91c-551b0a7a3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:44.817573 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4b0c12b7-37f3-4248-9240-37e35f1884fc req-2b8f9399-1b79-44fa-a91c-551b0a7a3be7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56859b9d-6232-4703-b2f1-50f11823f1f1 HTTP/1.1" status: 200 len: 849 time: 0.0508790 Mar 22 17:42:44.898465 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c12b7-37f3-4248-9240-37e35f1884fc req-eab9b86a-c8ed-40f7-a3f9-41e9e62c688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:44.900688 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4b0c12b7-37f3-4248-9240-37e35f1884fc req-eab9b86a-c8ed-40f7-a3f9-41e9e62c688e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643408 Mar 22 17:42:45.046595 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:42:45.061368 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4b0c12b7-37f3-4248-9240-37e35f1884fc req-0b9018b7-b73b-4965-aa27-85b479380adc service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268923 Mar 22 17:42:45.192894 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4b0c12b7-37f3-4248-9240-37e35f1884fc req-b4f01e4b-b71c-45d2-bc10-1a640bc0dc32 service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185091 Mar 22 17:42:45.273682 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b68d3-a48e-4ad4-8f4d-ff0d8137edcc req-b89b8527-51e1-4f31-8d35-40929f5d73b5 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:45.275783 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-706b68d3-a48e-4ad4-8f4d-ff0d8137edcc req-b89b8527-51e1-4f31-8d35-40929f5d73b5 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0693421 Mar 22 17:42:45.386224 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-706b68d3-a48e-4ad4-8f4d-ff0d8137edcc req-a02e39a2-3fc1-412b-bd5c-014a53efa516 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973387 Mar 22 17:42:45.459617 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-2e19963e-b229-4d13-932d-2d72d09d7f29 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:45.463412 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-2e19963e-b229-4d13-932d-2d72d09d7f29 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.76 "GET /v2.0/networks?id=d70fc928-33d6-4ded-8962-986a427263dd HTTP/1.1" status: 200 len: 808 time: 0.2204626 Mar 22 17:42:45.480849 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-d4528ac1-1f08-456a-82fb-bf3b91f91b9c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Request body: {'port': {'device_id': '20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6', 'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd', 'admin_state_up': True, 'tenant_id': 'bc957a475b5848f6ab974b23bde24974'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:45.671571 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-214dc1e8-cf6e-4797-9aab-dd3018ec9dcf req-16b4d974-a851-4973-b5a2-56fe02ae91f9 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0873923 Mar 22 17:42:45.770954 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-d4528ac1-1f08-456a-82fb-bf3b91f91b9c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Made reservation on behalf of bc957a475b5848f6ab974b23bde24974 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:45.779035 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-d4528ac1-1f08-456a-82fb-bf3b91f91b9c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:45.966454 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548e47f-5839-4b84-9f60-5af4c9dd8114 req-7807cbcc-fc83-42d1-b429-a1fa39ab8ed3 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:45.968316 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7548e47f-5839-4b84-9f60-5af4c9dd8114 req-7807cbcc-fc83-42d1-b429-a1fa39ab8ed3 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.4664824 Mar 22 17:42:45.981117 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53576) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:45.986145 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-a9083540-098c-4a8f-af19-3f80dbdc1fa1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Request body: {'floatingip': {'port_id': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:46.067786 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53580) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:46.112381 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a9083540-098c-4a8f-af19-3f80dbdc1fa1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.115293 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e1b41-59db-4899-95b9-1ae0a7c998c4 req-9c7c9bdc-4742-465b-bb93-2e0200c6ccac tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:46.118620 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b16e1b41-59db-4899-95b9-1ae0a7c998c4 req-9c7c9bdc-4742-465b-bb93-2e0200c6ccac tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.1765971 Mar 22 17:42:46.157613 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-d4528ac1-1f08-456a-82fb-bf3b91f91b9c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Allocated IP 172.20.0.5 (d70fc928-33d6-4ded-8962-986a427263dd/2fd993ad-37f3-4a73-90fb-d0db5efa8d22/84b444bc-a735-4f9c-be3b-0c80ee38731b) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:46.187954 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c92406b-4b51-4df3-9662-9b5c958da688 admin admin] Deleting subnet 42389cc1-6154-42ba-bf52-bf5b7e2f798a {{(pid=109968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:42:46.192227 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0c92406b-4b51-4df3-9662-9b5c958da688 admin admin] Publish callbacks [] for subnet (42389cc1-6154-42ba-bf52-bf5b7e2f798a), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.206372 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b16e1b41-59db-4899-95b9-1ae0a7c998c4 req-482af23d-5955-400c-b8dc-c296b935e4f8 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780437 Mar 22 17:42:46.283893 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0c92406b-4b51-4df3-9662-9b5c958da688 admin admin] Publish callbacks [] for subnet (42389cc1-6154-42ba-bf52-bf5b7e2f798a), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.302582 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0c92406b-4b51-4df3-9662-9b5c958da688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (42389cc1-6154-42ba-bf52-bf5b7e2f798a), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.430556 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-d4528ac1-1f08-456a-82fb-bf3b91f91b9c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks [] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.451445 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0c92406b-4b51-4df3-9662-9b5c958da688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (42389cc1-6154-42ba-bf52-bf5b7e2f798a), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.469965 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-d4528ac1-1f08-456a-82fb-bf3b91f91b9c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.521045 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-d4528ac1-1f08-456a-82fb-bf3b91f91b9c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Network d70fc928-33d6-4ded-8962-986a427263dd is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:46.522070 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92406b-4b51-4df3-9662-9b5c958da688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42389cc1-6154-42ba-bf52-bf5b7e2f798a,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:46.530053 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-d4528ac1-1f08-456a-82fb-bf3b91f91b9c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:46.530268 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0c92406b-4b51-4df3-9662-9b5c958da688 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.533750 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-0c92406b-4b51-4df3-9662-9b5c958da688 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/42389cc1-6154-42ba-bf52-bf5b7e2f798a HTTP/1.1" status: 204 len: 168 time: 0.4645348 Mar 22 17:42:46.536134 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-d4528ac1-1f08-456a-82fb-bf3b91f91b9c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:46.536323 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53592) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:46.542076 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-d4528ac1-1f08-456a-82fb-bf3b91f91b9c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:46.542751 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-d4528ac1-1f08-456a-82fb-bf3b91f91b9c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.550861 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4528ac1-1f08-456a-82fb-bf3b91f91b9c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Pushing event updated for resources: {'Port': ['ID=84b444bc-a735-4f9c-be3b-0c80ee38731b,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:46.566264 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-d4528ac1-1f08-456a-82fb-bf3b91f91b9c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0934920 Mar 22 17:42:46.692470 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (08c37b31-b308-4441-a32d-137e23735770), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.880906 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a9083540-098c-4a8f-af19-3f80dbdc1fa1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.885650 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (08c37b31-b308-4441-a32d-137e23735770), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.896231 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a9083540-098c-4a8f-af19-3f80dbdc1fa1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.976799 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:46.977185 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:46.978253 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:46.978578 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > port after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:46.978897 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:46.979249 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > port after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:46.979558 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:46.979889 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:46.980196 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:46.980501 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:47.103350 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:47.103701 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:47.104033 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:47.104366 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:42:47.104743 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c37b31-b308-4441-a32d-137e23735770']}} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:47.130685 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0459a65-8611-49dd-89ed-ffe00976737f req-237000a6-1fa1-4d1f-8d27-315f18753d54 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:47.132295 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b0459a65-8611-49dd-89ed-ffe00976737f req-237000a6-1fa1-4d1f-8d27-315f18753d54 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 931 time: 0.3449278 Mar 22 17:42:47.139067 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cace1367-418c-4c14-9e34-5faf7c88fefc') {'for_net_delete': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:47.139362 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cace1367-418c-4c14-9e34-5faf7c88fefc') {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:47.171765 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59346216'] for segment (cace1367-418c-4c14-9e34-5faf7c88fefc), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:47.208944 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (cace1367-418c-4c14-9e34-5faf7c88fefc), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:47.231634 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=109968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:42:47.232037 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59432277'] for segment (cace1367-418c-4c14-9e34-5faf7c88fefc), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: from cryptography.utils import int_from_bytes Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: from cryptography.utils import int_from_bytes Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: Traceback (most recent call last): Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: timer() Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: cb(*args, **kw) Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: return func(*args, **kwargs) Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: self._notify() Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: self.callback(batched_events) Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: event.method(event) Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: return f(self, *a, **k) Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._get(url).json() Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: return self.request(url, 'GET', **kwargs) Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:42:47.279462 dv-cinder-790535-31-iscsi neutron-server[109968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:42:47.337302 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a9cc1-a733-43e0-9522-1fd4f81c88da req-97295862-46fb-4963-897c-19e50a65910a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:47.340031 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-802a9cc1-a733-43e0-9522-1fd4f81c88da req-97295862-46fb-4963-897c-19e50a65910a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0680010 Mar 22 17:42:47.342047 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [None req-a9083540-098c-4a8f-af19-3f80dbdc1fa1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Floating IP bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40 associated. External IP: 172.27.3.113, port: 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f. Mar 22 17:42:47.393596 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b0459a65-8611-49dd-89ed-ffe00976737f req-fe04c3b0-62c1-4fb5-9c1c-6127cd74873c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479169 Mar 22 17:42:47.408342 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-802a9cc1-a733-43e0-9522-1fd4f81c88da req-ae69a351-e718-48bd-846b-ac446fe8354f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601764 Mar 22 17:42:47.446217 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (08c37b31-b308-4441-a32d-137e23735770), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:47.466004 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:47.469864 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] 10.222.0.42 "DELETE /v2.0/networks/08c37b31-b308-4441-a32d-137e23735770 HTTP/1.1" status: 204 len: 168 time: 0.9326584 Mar 22 17:42:47.483061 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4bde8-3c48-47cc-bd75-b1c348f5df0e admin admin] Pushing event deleted for resources: {'Network': ['ID=08c37b31-b308-4441-a32d-137e23735770,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:47.663373 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9083540-098c-4a8f-af19-3f80dbdc1fa1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:42:47.692494 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 53604) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:47.780433 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e0ed2b4a-c302-4ae0-81ad-634805cf1e93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09329aeb302a408f879a8c08954cffc5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0847297 Mar 22 17:42:47.784510 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 53606) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:47.842849 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f726f3ba-4c30-4204-9df6-e2c1325c9473 admin admin] Publish callbacks [] for security_group (8817308a-4fbd-48dc-8d6c-ff99c3a43b5a), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:47.874469 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f726f3ba-4c30-4204-9df6-e2c1325c9473 admin admin] Publish callbacks [] for security_group (8817308a-4fbd-48dc-8d6c-ff99c3a43b5a), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:47.956958 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f726f3ba-4c30-4204-9df6-e2c1325c9473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (8817308a-4fbd-48dc-8d6c-ff99c3a43b5a), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:47.965187 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f726f3ba-4c30-4204-9df6-e2c1325c9473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:47.980143 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f726f3ba-4c30-4204-9df6-e2c1325c9473 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8817308a-4fbd-48dc-8d6c-ff99c3a43b5a HTTP/1.1" status: 204 len: 168 time: 0.1817262 Mar 22 17:42:47.989841 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726f3ba-4c30-4204-9df6-e2c1325c9473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8817308a-4fbd-48dc-8d6c-ff99c3a43b5a,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:48.018869 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9083540-098c-4a8f-af19-3f80dbdc1fa1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:42:48.025273 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a9083540-098c-4a8f-af19-3f80dbdc1fa1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:48.029755 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f106c69d-a204-44cd-8d18-ab2f73b206e0 None None] Sync routers for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:42:48.040173 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f106c69d-a204-44cd-8d18-ab2f73b206e0 None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:48.041104 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-f106c69d-a204-44cd-8d18-ab2f73b206e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:42:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:48.069375 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-a9083540-098c-4a8f-af19-3f80dbdc1fa1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "PUT /v2.0/floatingips/bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40 HTTP/1.1" status: 200 len: 991 time: 2.0866709 Mar 22 17:42:48.070307 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:48.074270 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e57780-d07c-4751-887c-6a4e856982f6" -d '{"events": [{"name": "network-changed", "server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:48.083322 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Request body: {'port': {'device_id': '20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:48.127716 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1987c5-fd87-421f-a1aa-191cc108ce32 x-openstack-request-id: req-3a1987c5-fd87-421f-a1aa-191cc108ce32 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:48.128052 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:48.128336 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a1987c5-fd87-421f-a1aa-191cc108ce32 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:48.128937 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1987c5-fd87-421f-a1aa-191cc108ce32'] response: {'name': 'network-changed', 'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'status': 'completed', 'code': 200} Mar 22 17:42:48.162888 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:48.216758 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-f106c69d-a204-44cd-8d18-ab2f73b206e0 None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:48.605861 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f6bed-5269-40b8-b67c-3045cd8d858c req-7be3dd42-4962-46fd-bed1-5a4e6a90cf14 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:48.608248 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fb3f6bed-5269-40b8-b67c-3045cd8d858c req-7be3dd42-4962-46fd-bed1-5a4e6a90cf14 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0981247 Mar 22 17:42:48.648964 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-f106c69d-a204-44cd-8d18-ab2f73b206e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'port_id': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'mac_address': 'fa:16:3e:23:dd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:15Z', 'updated_at': '2022-03-22T17:42:46Z', 'revision_number': 1, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:13Z', 'revision_number': 5, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:48.665843 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b444bc-a735-4f9c-be3b-0c80ee38731b {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:48.677607 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Publish callbacks [] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:48.696523 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fb3f6bed-5269-40b8-b67c-3045cd8d858c req-62438f21-8e81-415f-8984-0831cd888d51 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797436 Mar 22 17:42:48.706500 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f106c69d-a204-44cd-8d18-ab2f73b206e0 None None] Checking router: 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:42:48.719075 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f106c69d-a204-44cd-8d18-ab2f73b206e0 None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:48.720606 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-f106c69d-a204-44cd-8d18-ab2f73b206e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:42:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:48.721354 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Transition to ACTIVE for port object 84b444bc-a735-4f9c-be3b-0c80ee38731b will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:42:48.733657 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:48.751857 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a932f-9e40-413e-99cd-268a4cd1b7a8 req-31f9ee00-77e9-4215-9440-89bf980eb028 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:48.756248 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b35a932f-9e40-413e-99cd-268a4cd1b7a8 req-31f9ee00-77e9-4215-9440-89bf980eb028 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 931 time: 0.1312320 Mar 22 17:42:48.916750 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-f106c69d-a204-44cd-8d18-ab2f73b206e0 None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:48.938897 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Pushing event updated for resources: {'Port': ['ID=84b444bc-a735-4f9c-be3b-0c80ee38731b,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:48.974324 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b35a932f-9e40-413e-99cd-268a4cd1b7a8 req-1146d019-ac56-44f9-813f-a74cebcb94b4 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037628 Mar 22 17:42:48.975413 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Attempting to bind port 84b444bc-a735-4f9c-be3b-0c80ee38731b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:42:48.975581 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Attempting to bind port 84b444bc-a735-4f9c-be3b-0c80ee38731b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b42a11b6-101f-4473-8f6e-840157b6dc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:42:48.975842 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Attempting to bind port 84b444bc-a735-4f9c-be3b-0c80ee38731b on network d70fc928-33d6-4ded-8962-986a427263dd {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:48.989133 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Port 84b444bc-a735-4f9c-be3b-0c80ee38731b on network d70fc928-33d6-4ded-8962-986a427263dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:42:48.989133 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Attempting to bind port 84b444bc-a735-4f9c-be3b-0c80ee38731b on network d70fc928-33d6-4ded-8962-986a427263dd {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:49.009964 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:42:49.010396 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Checking segment: {'id': 'b42a11b6-101f-4473-8f6e-840157b6dc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:49.010694 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Bound using segment: {'id': 'b42a11b6-101f-4473-8f6e-840157b6dc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:42:49.011140 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Bound port: 84b444bc-a735-4f9c-be3b-0c80ee38731b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42a11b6-101f-4473-8f6e-840157b6dc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:42:49.011500 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:49.109381 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] For port 84b444bc-a735-4f9c-be3b-0c80ee38731b, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:42:49.120165 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] For port 84b444bc-a735-4f9c-be3b-0c80ee38731b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=84b444bc-a735-4f9c-be3b-0c80ee38731b,segment=NetworkSegment(b42a11b6-101f-4473-8f6e-840157b6dc2a),segment_id=b42a11b6-101f-4473-8f6e-840157b6dc2a)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:42:49.132610 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:49.185286 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:49.186578 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:49.189272 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] 10.222.0.76 "PUT /v2.0/ports/84b444bc-a735-4f9c-be3b-0c80ee38731b HTTP/1.1" status: 200 len: 1093 time: 1.1131403 Mar 22 17:42:49.190097 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6', 'tag': '84b444bc-a735-4f9c-be3b-0c80ee38731b'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:49.194581 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ff8cd1-ec2f-4a4d-9f13-b2be37eb529d" -d '{"events": [{"name": "network-changed", "server_uuid": "20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6", "tag": "84b444bc-a735-4f9c-be3b-0c80ee38731b"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:49.266432 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fc971-1399-4021-8b80-5c718f5d6674 service neutron] Pushing event updated for resources: {'Port': ['ID=84b444bc-a735-4f9c-be3b-0c80ee38731b,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:49.280785 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441d96ec-8f12-4942-b32d-5dcf2df3c83c x-openstack-request-id: req-441d96ec-8f12-4942-b32d-5dcf2df3c83c {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:49.281569 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6", "tag": "84b444bc-a735-4f9c-be3b-0c80ee38731b", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:49.282132 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-441d96ec-8f12-4942-b32d-5dcf2df3c83c {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:49.282624 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441d96ec-8f12-4942-b32d-5dcf2df3c83c'] response: {'name': 'network-changed', 'server_uuid': '20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6', 'tag': '84b444bc-a735-4f9c-be3b-0c80ee38731b', 'status': 'completed', 'code': 200} Mar 22 17:42:49.301340 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e57780-d07c-4751-887c-6a4e856982f6 req-a20c368e-55bd-4bcb-98df-a20ced958830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:49.303024 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39e57780-d07c-4751-887c-6a4e856982f6 req-a20c368e-55bd-4bcb-98df-a20ced958830 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=545c21eb56a34f30adb2fbf76197ea0c&device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 1129 time: 0.0918741 Mar 22 17:42:49.308323 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-f106c69d-a204-44cd-8d18-ab2f73b206e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'port_id': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'mac_address': 'fa:16:3e:23:dd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:15Z', 'updated_at': '2022-03-22T17:42:46Z', 'revision_number': 1, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:13Z', 'revision_number': 5, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:49.352974 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f106c69d-a204-44cd-8d18-ab2f73b206e0 None None] The sync data for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi is: [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'port_id': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'mac_address': 'fa:16:3e:23:dd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:15Z', 'updated_at': '2022-03-22T17:42:46Z', 'revision_number': 1, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:13Z', 'revision_number': 5, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:42:49.460840 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-19678a23-20ce-4c71-aaa9-5889f48515d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:49.462787 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-19678a23-20ce-4c71-aaa9-5889f48515d2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc957a475b5848f6ab974b23bde24974&device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 1127 time: 0.1641517 Mar 22 17:42:49.531948 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-f6e9bc20-5461-497f-bd24-8b642beac057 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84b444bc-a735-4f9c-be3b-0c80ee38731b HTTP/1.1" status: 200 len: 217 time: 0.0579302 Mar 22 17:42:49.535795 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e57780-d07c-4751-887c-6a4e856982f6 req-91998f6b-7f8a-4f6e-a55b-b076da82b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:49.537590 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39e57780-d07c-4751-887c-6a4e856982f6 req-91998f6b-7f8a-4f6e-a55b-b076da82b24e service neutron] 10.222.0.76 "GET /v2.0/networks?id=e4bb652a-ddb8-47f6-a166-0773f8309a03 HTTP/1.1" status: 200 len: 917 time: 0.2039037 Mar 22 17:42:49.647608 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-ce2ccec1-9d1c-48b5-8642-910518764464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:49.649970 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-ce2ccec1-9d1c-48b5-8642-910518764464 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2fd993ad-37f3-4a73-90fb-d0db5efa8d22 HTTP/1.1" status: 200 len: 848 time: 0.1097488 Mar 22 17:42:49.738973 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-0300a079-cfa7-4b97-bf4a-5d5666f6701a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d70fc928-33d6-4ded-8962-986a427263dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697410 Mar 22 17:42:49.741617 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39e57780-d07c-4751-887c-6a4e856982f6 req-1def1be4-0504-425b-a472-54d3da03fe8d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f HTTP/1.1" status: 200 len: 999 time: 0.1571620 Mar 22 17:42:49.813311 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e57780-d07c-4751-887c-6a4e856982f6 req-a2ed49ca-72f4-42e6-a7bb-505863de10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:49.821532 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39e57780-d07c-4751-887c-6a4e856982f6 req-a2ed49ca-72f4-42e6-a7bb-505863de10ff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eeb566b8-5e2e-4fe9-bead-53cef53e0e25 HTTP/1.1" status: 200 len: 855 time: 0.0634525 Mar 22 17:42:49.865084 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53672) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:50.011218 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d18e8fc-36a3-4db2-90f5-a244caabf610 admin admin] Deleting subnet cd26cea4-797c-4e53-97d0-6bdb822b3e0c {{(pid=109968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:42:50.018277 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7d18e8fc-36a3-4db2-90f5-a244caabf610 admin admin] Publish callbacks [] for subnet (cd26cea4-797c-4e53-97d0-6bdb822b3e0c), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.110147 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7d18e8fc-36a3-4db2-90f5-a244caabf610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59346193'] for subnet (cd26cea4-797c-4e53-97d0-6bdb822b3e0c), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.240376 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7d18e8fc-36a3-4db2-90f5-a244caabf610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (cd26cea4-797c-4e53-97d0-6bdb822b3e0c), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.300812 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41dfbe-fb26-4ff1-8142-e09878b4ae66 req-e83bf363-f905-4c9f-a9c9-30d5b3eb7462 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:50.302181 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1647e-9d90-45bb-8a9f-de12a6bb4826 req-08937e41-7d8b-45dc-9e4c-f20b2f0fc461 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:50.302471 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ee41dfbe-fb26-4ff1-8142-e09878b4ae66 req-e83bf363-f905-4c9f-a9c9-30d5b3eb7462 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 943 time: 0.1468949 Mar 22 17:42:50.308789 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-22b1647e-9d90-45bb-8a9f-de12a6bb4826 req-08937e41-7d8b-45dc-9e4c-f20b2f0fc461 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.4922760 Mar 22 17:42:50.336127 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e57780-d07c-4751-887c-6a4e856982f6 req-db6edf44-482f-4dd4-b8e7-03220bee95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:50.346120 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39e57780-d07c-4751-887c-6a4e856982f6 req-db6edf44-482f-4dd4-b8e7-03220bee95e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4bb652a-ddb8-47f6-a166-0773f8309a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4909058 Mar 22 17:42:50.347793 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-c16deb19-5347-4d7f-8e91-7445f23207ac service neutron] 10.222.0.76 "GET /v2.0/networks/d70fc928-33d6-4ded-8962-986a427263dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979517 Mar 22 17:42:50.356503 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7d18e8fc-36a3-4db2-90f5-a244caabf610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59432183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521012'] for subnet (cd26cea4-797c-4e53-97d0-6bdb822b3e0c), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.396515 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18e8fc-36a3-4db2-90f5-a244caabf610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd26cea4-797c-4e53-97d0-6bdb822b3e0c,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:50.405373 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ee41dfbe-fb26-4ff1-8142-e09878b4ae66 req-92df6acc-b265-408f-a5f7-be459895ef1e tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911245 Mar 22 17:42:50.407121 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7d18e8fc-36a3-4db2-90f5-a244caabf610 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.412269 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-7d18e8fc-36a3-4db2-90f5-a244caabf610 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cd26cea4-797c-4e53-97d0-6bdb822b3e0c HTTP/1.1" status: 204 len: 168 time: 0.5445983 Mar 22 17:42:50.412910 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53682) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:50.497385 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38b6b8f1-e64d-4597-b7c2-916a4ff8a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (3a424f1b-455f-41ab-8f12-d58b052df79e), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.513818 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ac605-c438-44c9-a420-9ef3e8d96bf2 None None] New status for floating IP bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:42:50.568074 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-22b1647e-9d90-45bb-8a9f-de12a6bb4826 req-e930060b-f530-403c-afdc-215cb23ea30c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498891 Mar 22 17:42:50.613667 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39e57780-d07c-4751-887c-6a4e856982f6 req-13b0aed9-54dd-45f7-93c3-7ebd76a7d614 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626977 Mar 22 17:42:50.614187 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38b6b8f1-e64d-4597-b7c2-916a4ff8a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (3a424f1b-455f-41ab-8f12-d58b052df79e), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.634275 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-84b74959-f3c7-4fb0-8719-cdfd7e2c8f54 req-4198f468-f4dd-4a4f-b677-ab6d13b31fa9 service neutron] 10.222.0.76 "GET /v2.0/networks/d70fc928-33d6-4ded-8962-986a427263dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704914 Mar 22 17:42:50.655549 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-38b6b8f1-e64d-4597-b7c2-916a4ff8a6cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a424f1b-455f-41ab-8f12-d58b052df79e']}} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:50.668539 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-38b6b8f1-e64d-4597-b7c2-916a4ff8a6cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57785831-eff3-4c7f-be76-e17992e1e3a5') {'for_net_delete': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:50.669183 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-38b6b8f1-e64d-4597-b7c2-916a4ff8a6cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57785831-eff3-4c7f-be76-e17992e1e3a5') {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:50.683075 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38b6b8f1-e64d-4597-b7c2-916a4ff8a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59346216'] for segment (57785831-eff3-4c7f-be76-e17992e1e3a5), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.706919 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38b6b8f1-e64d-4597-b7c2-916a4ff8a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (57785831-eff3-4c7f-be76-e17992e1e3a5), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.721847 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b6b8f1-e64d-4597-b7c2-916a4ff8a6cc admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=109968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:42:50.722555 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38b6b8f1-e64d-4597-b7c2-916a4ff8a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59432277'] for segment (57785831-eff3-4c7f-be76-e17992e1e3a5), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: Traceback (most recent call last): Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: timer() Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: cb(*args, **kw) Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: return func(*args, **kwargs) Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: self._notify() Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: self.callback(batched_events) Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: event.method(event) Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: return f(self, *a, **k) Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._get(url).json() Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: return self.request(url, 'GET', **kwargs) Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:42:50.726278 dv-cinder-790535-31-iscsi neutron-server[109968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:42:50.765709 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39e57780-d07c-4751-887c-6a4e856982f6 req-6f9e2cb4-725b-4fc3-878c-932e4efb09c0 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456864 Mar 22 17:42:50.771838 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff8cd1-ec2f-4a4d-9f13-b2be37eb529d req-faf4394a-b907-4649-b1de-1aabef32dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:50.773418 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-02ff8cd1-ec2f-4a4d-9f13-b2be37eb529d req-faf4394a-b907-4649-b1de-1aabef32dea3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc957a475b5848f6ab974b23bde24974&device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 1127 time: 0.0764732 Mar 22 17:42:50.816801 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38b6b8f1-e64d-4597-b7c2-916a4ff8a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (3a424f1b-455f-41ab-8f12-d58b052df79e), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.826062 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38b6b8f1-e64d-4597-b7c2-916a4ff8a6cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.831113 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-38b6b8f1-e64d-4597-b7c2-916a4ff8a6cc admin admin] 10.222.0.42 "DELETE /v2.0/networks/3a424f1b-455f-41ab-8f12-d58b052df79e HTTP/1.1" status: 204 len: 168 time: 0.4169514 Mar 22 17:42:50.834449 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53686) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:50.857654 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6b8f1-e64d-4597-b7c2-916a4ff8a6cc admin admin] Pushing event deleted for resources: {'Network': ['ID=3a424f1b-455f-41ab-8f12-d58b052df79e,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:50.901274 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff8cd1-ec2f-4a4d-9f13-b2be37eb529d req-c335ad37-a545-46ff-9c8c-f35ca84b81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:50.902893 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-02ff8cd1-ec2f-4a4d-9f13-b2be37eb529d req-c335ad37-a545-46ff-9c8c-f35ca84b81f7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d70fc928-33d6-4ded-8962-986a427263dd HTTP/1.1" status: 200 len: 909 time: 0.1227474 Mar 22 17:42:50.913632 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ed2a58-cc97-4d5b-a1a4-6d2fde6e724c admin admin] Deleting subnet 39be78bf-f476-40af-836a-b9d699807fa1 {{(pid=109968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:42:50.918437 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-68ed2a58-cc97-4d5b-a1a4-6d2fde6e724c admin admin] Publish callbacks [] for subnet (39be78bf-f476-40af-836a-b9d699807fa1), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:50.966124 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-02ff8cd1-ec2f-4a4d-9f13-b2be37eb529d req-c68c453d-af91-4025-8f39-f22dff360264 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84b444bc-a735-4f9c-be3b-0c80ee38731b HTTP/1.1" status: 200 len: 217 time: 0.0556424 Mar 22 17:42:50.980425 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-68ed2a58-cc97-4d5b-a1a4-6d2fde6e724c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59346193'] for subnet (39be78bf-f476-40af-836a-b9d699807fa1), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:51.046099 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff8cd1-ec2f-4a4d-9f13-b2be37eb529d req-e29cce7a-85d6-472e-9a90-93ea4b837729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:51.050476 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-02ff8cd1-ec2f-4a4d-9f13-b2be37eb529d req-e29cce7a-85d6-472e-9a90-93ea4b837729 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2fd993ad-37f3-4a73-90fb-d0db5efa8d22 HTTP/1.1" status: 200 len: 848 time: 0.0784421 Mar 22 17:42:51.060325 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-68ed2a58-cc97-4d5b-a1a4-6d2fde6e724c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (39be78bf-f476-40af-836a-b9d699807fa1), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:51.117097 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-02ff8cd1-ec2f-4a4d-9f13-b2be37eb529d req-acacab32-2d27-4abd-90db-d5eaabb5bf24 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d70fc928-33d6-4ded-8962-986a427263dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601370 Mar 22 17:42:51.132239 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-68ed2a58-cc97-4d5b-a1a4-6d2fde6e724c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59432183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521012'] for subnet (39be78bf-f476-40af-836a-b9d699807fa1), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:51.184330 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed2a58-cc97-4d5b-a1a4-6d2fde6e724c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39be78bf-f476-40af-836a-b9d699807fa1,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:51.193294 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-68ed2a58-cc97-4d5b-a1a4-6d2fde6e724c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:51.200042 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-68ed2a58-cc97-4d5b-a1a4-6d2fde6e724c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/39be78bf-f476-40af-836a-b9d699807fa1 HTTP/1.1" status: 204 len: 168 time: 0.3643186 Mar 22 17:42:51.204480 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53696) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:51.263843 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-02ff8cd1-ec2f-4a4d-9f13-b2be37eb529d req-b58740a8-b907-4676-bede-c093fed5513d service neutron] 10.222.0.76 "GET /v2.0/networks/d70fc928-33d6-4ded-8962-986a427263dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362226 Mar 22 17:42:51.388875 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b7146240-6a8f-433b-900e-f938fd5b10ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (1938b532-2548-4066-84c6-479df011288f), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:51.423555 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-02ff8cd1-ec2f-4a4d-9f13-b2be37eb529d req-a3d31e97-5d10-45dc-960a-54a951c7b50b service neutron] 10.222.0.76 "GET /v2.0/networks/d70fc928-33d6-4ded-8962-986a427263dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487927 Mar 22 17:42:51.543015 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b7146240-6a8f-433b-900e-f938fd5b10ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (1938b532-2548-4066-84c6-479df011288f), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:51.568993 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a453504-e18e-4125-987d-15856bdab4f0 req-e943c894-05eb-4b73-8659-24ea35134af6 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:51.573931 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-b7146240-6a8f-433b-900e-f938fd5b10ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1938b532-2548-4066-84c6-479df011288f']}} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:51.575723 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8a453504-e18e-4125-987d-15856bdab4f0 req-e943c894-05eb-4b73-8659-24ea35134af6 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 943 time: 0.0707774 Mar 22 17:42:51.585227 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-b7146240-6a8f-433b-900e-f938fd5b10ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1de55f-605d-4acd-9ef4-7366bdd00006') {'for_net_delete': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:51.585958 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-b7146240-6a8f-433b-900e-f938fd5b10ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1de55f-605d-4acd-9ef4-7366bdd00006') {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:51.600189 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b7146240-6a8f-433b-900e-f938fd5b10ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59346216'] for segment (fc1de55f-605d-4acd-9ef4-7366bdd00006), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:51.633631 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b7146240-6a8f-433b-900e-f938fd5b10ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (fc1de55f-605d-4acd-9ef4-7366bdd00006), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:51.642806 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7146240-6a8f-433b-900e-f938fd5b10ab admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=109968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:42:51.643616 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b7146240-6a8f-433b-900e-f938fd5b10ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59432277'] for segment (fc1de55f-605d-4acd-9ef4-7366bdd00006), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: Traceback (most recent call last): Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: timer() Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: cb(*args, **kw) Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: return func(*args, **kwargs) Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: self._notify() Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: self.callback(batched_events) Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: event.method(event) Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: return f(self, *a, **k) Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._get(url).json() Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: return self.request(url, 'GET', **kwargs) Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:42:51.646595 dv-cinder-790535-31-iscsi neutron-server[109968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:42:51.658511 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8a453504-e18e-4125-987d-15856bdab4f0 req-4bb97b70-1d31-457a-827d-e71d3d2d7ad8 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809410 Mar 22 17:42:51.748430 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b7146240-6a8f-433b-900e-f938fd5b10ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (1938b532-2548-4066-84c6-479df011288f), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:51.754884 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b7146240-6a8f-433b-900e-f938fd5b10ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:51.758040 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b7146240-6a8f-433b-900e-f938fd5b10ab admin admin] 10.222.0.42 "DELETE /v2.0/networks/1938b532-2548-4066-84c6-479df011288f HTTP/1.1" status: 204 len: 168 time: 0.5509973 Mar 22 17:42:51.775261 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7146240-6a8f-433b-900e-f938fd5b10ab admin admin] Pushing event deleted for resources: {'Network': ['ID=1938b532-2548-4066-84c6-479df011288f,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:51.785899 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30479d61-c1a6-4478-a02e-dce0a7608540 req-4c42ad3e-f2cd-45db-b527-0c0489805f0e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:51.787516 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-30479d61-c1a6-4478-a02e-dce0a7608540 req-4c42ad3e-f2cd-45db-b527-0c0489805f0e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0925756 Mar 22 17:42:51.860121 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-30479d61-c1a6-4478-a02e-dce0a7608540 req-40c5acd6-c36c-4b36-b54c-7631d00ea96f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649712 Mar 22 17:42:52.037464 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53728) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:52.084610 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-9e27dbe7-dff5-4b7c-adcd-369b349eea38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d114d1022964057ad02a431d81deb04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454898 Mar 22 17:42:52.087631 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 53730) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:52.161636 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a7034f98-82de-42f5-9cc7-bfb6ab2afb14 admin admin] Publish callbacks [] for security_group (566df0b5-4fd6-41e1-8528-e88943d238b5), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:52.198526 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a7034f98-82de-42f5-9cc7-bfb6ab2afb14 admin admin] Publish callbacks [] for security_group (566df0b5-4fd6-41e1-8528-e88943d238b5), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:52.275605 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a7034f98-82de-42f5-9cc7-bfb6ab2afb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (566df0b5-4fd6-41e1-8528-e88943d238b5), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:52.278144 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a7034f98-82de-42f5-9cc7-bfb6ab2afb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:52.279324 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-a7034f98-82de-42f5-9cc7-bfb6ab2afb14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/566df0b5-4fd6-41e1-8528-e88943d238b5 HTTP/1.1" status: 204 len: 168 time: 0.1907160 Mar 22 17:42:52.288006 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7034f98-82de-42f5-9cc7-bfb6ab2afb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566df0b5-4fd6-41e1-8528-e88943d238b5,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:52.658265 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 53740) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:52.710721 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-70f67595-7b06-4804-9302-81c52c5c9c57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0add00e0485046a39103dbbe6306f92a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488467 Mar 22 17:42:52.711127 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 53744) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:52.772950 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a437332a-fc99-449a-9f8b-91a6c6062b03 admin admin] Publish callbacks [] for security_group (453a0521-6990-4110-9fbd-64e0e2b14611), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:52.797646 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a437332a-fc99-449a-9f8b-91a6c6062b03 admin admin] Publish callbacks [] for security_group (453a0521-6990-4110-9fbd-64e0e2b14611), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:52.817974 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acac76-62b3-4c35-b704-a0104f97e7f4 req-bcd3f1fb-d2cb-44ee-b8a6-dd4a44faa2dc tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:52.819647 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-79acac76-62b3-4c35-b704-a0104f97e7f4 req-bcd3f1fb-d2cb-44ee-b8a6-dd4a44faa2dc tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 943 time: 0.0759854 Mar 22 17:42:52.877251 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a437332a-fc99-449a-9f8b-91a6c6062b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (453a0521-6990-4110-9fbd-64e0e2b14611), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:52.882216 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a437332a-fc99-449a-9f8b-91a6c6062b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:52.884406 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a437332a-fc99-449a-9f8b-91a6c6062b03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/453a0521-6990-4110-9fbd-64e0e2b14611 HTTP/1.1" status: 204 len: 168 time: 0.1719735 Mar 22 17:42:52.896204 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-79acac76-62b3-4c35-b704-a0104f97e7f4 req-a82739c3-e1ad-4366-a127-9cfff9548791 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677464 Mar 22 17:42:52.899107 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437332a-fc99-449a-9f8b-91a6c6062b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a0521-6990-4110-9fbd-64e0e2b14611,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:53.035165 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acffb5-1e03-402a-8fff-40cbc3a73d84 req-7447d04f-4b34-4a82-a794-b7f09255a4f2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:53.036723 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-91acffb5-1e03-402a-8fff-40cbc3a73d84 req-7447d04f-4b34-4a82-a794-b7f09255a4f2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0597589 Mar 22 17:42:53.090905 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-91acffb5-1e03-402a-8fff-40cbc3a73d84 req-01597773-d4d7-4b2c-bdef-c86527fad5f8 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471499 Mar 22 17:42:54.060082 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472b582-9d1e-4805-bb73-a61c2bdf31b0 req-8455d806-cef2-49ce-a7b3-00e2397707c3 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:54.061884 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9472b582-9d1e-4805-bb73-a61c2bdf31b0 req-8455d806-cef2-49ce-a7b3-00e2397707c3 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 943 time: 0.0643404 Mar 22 17:42:54.121367 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9472b582-9d1e-4805-bb73-a61c2bdf31b0 req-b1156735-0ce3-4913-9fab-67d44bab7d41 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461941 Mar 22 17:42:54.132863 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 53788) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:54.230607 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da15fab-d190-4c91-8944-bd1aa26a74ec req-9303cb7f-f3b2-4859-af67-d581cdf0add2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:54.232220 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5da15fab-d190-4c91-8944-bd1aa26a74ec req-9303cb7f-f3b2-4859-af67-d581cdf0add2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0615647 Mar 22 17:42:54.259889 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb4d-6027-47ac-8a96-5fa0039fa33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:54.286839 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5da15fab-d190-4c91-8944-bd1aa26a74ec req-3d27b35a-2f07-4dd8-a918-22ca443439f9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473981 Mar 22 17:42:54.359972 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb4d-6027-47ac-8a96-5fa0039fa33e admin admin] Publish callbacks [] for security_group (eb388258-bccf-4f8b-ac77-d54884003b76), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:54.364287 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb4d-6027-47ac-8a96-5fa0039fa33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (eb388258-bccf-4f8b-ac77-d54884003b76), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:54.407407 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2fb4d-6027-47ac-8a96-5fa0039fa33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb388258-bccf-4f8b-ac77-d54884003b76,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:54.412716 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-27c2fb4d-6027-47ac-8a96-5fa0039fa33e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afe518088c0f481587ceef7986c236fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787910 Mar 22 17:42:54.415518 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 53792) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:54.466636 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-eda0b144-bee9-4cbd-bef8-ca63ee0a89b1 admin admin] Publish callbacks [] for security_group (eb388258-bccf-4f8b-ac77-d54884003b76), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:54.489302 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-eda0b144-bee9-4cbd-bef8-ca63ee0a89b1 admin admin] Publish callbacks [] for security_group (eb388258-bccf-4f8b-ac77-d54884003b76), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:54.534966 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-eda0b144-bee9-4cbd-bef8-ca63ee0a89b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (eb388258-bccf-4f8b-ac77-d54884003b76), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:54.537532 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-eda0b144-bee9-4cbd-bef8-ca63ee0a89b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:54.538673 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-eda0b144-bee9-4cbd-bef8-ca63ee0a89b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb388258-bccf-4f8b-ac77-d54884003b76 HTTP/1.1" status: 204 len: 168 time: 0.1221898 Mar 22 17:42:54.547179 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0b144-bee9-4cbd-bef8-ca63ee0a89b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb388258-bccf-4f8b-ac77-d54884003b76,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:54.552839 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 84b444bc-a735-4f9c-be3b-0c80ee38731b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:42:54.612214 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:54.689814 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 84b444bc-a735-4f9c-be3b-0c80ee38731b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=84b444bc-a735-4f9c-be3b-0c80ee38731b,segment=NetworkSegment(b42a11b6-101f-4473-8f6e-840157b6dc2a),segment_id=b42a11b6-101f-4473-8f6e-840157b6dc2a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:54.701870 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '84b444bc-a735-4f9c-be3b-0c80ee38731b', 'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd', 'port_id': '84b444bc-a735-4f9c-be3b-0c80ee38731b', 'mac_address': 'fa:16:3e:a2:78:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd993ad-37f3-4a73-90fb-d0db5efa8d22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:42:54.742791 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 84b444bc-a735-4f9c-be3b-0c80ee38731b is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:54.743094 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:54.756761 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b444bc-a735-4f9c-be3b-0c80ee38731b {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:54.782898 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 84b444bc-a735-4f9c-be3b-0c80ee38731b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=84b444bc-a735-4f9c-be3b-0c80ee38731b,segment=NetworkSegment(b42a11b6-101f-4473-8f6e-840157b6dc2a),segment_id=b42a11b6-101f-4473-8f6e-840157b6dc2a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:54.787113 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:54.838488 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=84b444bc-a735-4f9c-be3b-0c80ee38731b,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:55.258635 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce067f-aa85-4863-aee7-8b349b886348 req-249f9ab6-fd01-4ce0-ad8b-7320d2ff7b22 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:55.260268 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-00ce067f-aa85-4863-aee7-8b349b886348 req-249f9ab6-fd01-4ce0-ad8b-7320d2ff7b22 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 944 time: 0.0595269 Mar 22 17:42:55.266960 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['84b444bc-a735-4f9c-be3b-0c80ee38731b'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:42:55.338231 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-00ce067f-aa85-4863-aee7-8b349b886348 req-2f8a4bb5-5353-4a57-b26c-612c7a19be4d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677059 Mar 22 17:42:55.449389 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9878636-f2df-4f2f-9769-20478c3dc1b9 req-cf49003a-e96c-49b2-8b3b-07d77073cf86 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:55.451482 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b9878636-f2df-4f2f-9769-20478c3dc1b9 req-cf49003a-e96c-49b2-8b3b-07d77073cf86 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0663910 Mar 22 17:42:55.510039 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b9878636-f2df-4f2f-9769-20478c3dc1b9 req-000021a1-4a24-42a9-88a2-a9c98144072f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516686 Mar 22 17:42:56.473947 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32deadf8-bbb0-4a7a-9fa0-11de58de56ca req-33281a7c-905b-47a2-83b5-c0840d256fa3 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:56.475623 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-32deadf8-bbb0-4a7a-9fa0-11de58de56ca req-33281a7c-905b-47a2-83b5-c0840d256fa3 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 944 time: 0.0584486 Mar 22 17:42:56.528663 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-32deadf8-bbb0-4a7a-9fa0-11de58de56ca req-57bb9c0b-e6e1-4577-8e04-14e24b5252d8 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462370 Mar 22 17:42:56.643788 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfae00-3da5-4801-9d92-33f445f815e8 req-f6ad7ef9-2545-4646-a8e6-269c4696db69 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:56.645406 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a5dfae00-3da5-4801-9d92-33f445f815e8 req-f6ad7ef9-2545-4646-a8e6-269c4696db69 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0666580 Mar 22 17:42:56.698125 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a5dfae00-3da5-4801-9d92-33f445f815e8 req-e3e66b37-a44f-40a1-b9b6-6c3b56a4b4f0 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470181 Mar 22 17:42:57.657741 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b779a4f-baf3-4ea6-bfcc-97eee4b549d4 req-c0f85032-5f7c-4351-91b1-93f01d8a69a3 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:57.659185 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7b779a4f-baf3-4ea6-bfcc-97eee4b549d4 req-c0f85032-5f7c-4351-91b1-93f01d8a69a3 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 944 time: 0.0555229 Mar 22 17:42:57.707694 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7b779a4f-baf3-4ea6-bfcc-97eee4b549d4 req-1fe5f8d5-cd95-4f06-8884-8db92a65c76b tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Mar 22 17:42:57.824125 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c396d7f-9c76-41c2-bb8e-d3f7fe53f7f1 req-9ed96080-f49f-44a4-a6e9-60e14978a6d4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:57.825782 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5c396d7f-9c76-41c2-bb8e-d3f7fe53f7f1 req-9ed96080-f49f-44a4-a6e9-60e14978a6d4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0547349 Mar 22 17:42:57.873498 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5c396d7f-9c76-41c2-bb8e-d3f7fe53f7f1 req-31273f1b-dfef-4bf9-96e7-d2385b4f2bc2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Mar 22 17:42:58.869845 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6721c73-ba86-4189-825e-077dca23a536 req-98b53f50-043f-41b4-93ff-96e94bd24e99 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:58.871530 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6721c73-ba86-4189-825e-077dca23a536 req-98b53f50-043f-41b4-93ff-96e94bd24e99 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 944 time: 0.0763705 Mar 22 17:42:58.954821 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6721c73-ba86-4189-825e-077dca23a536 req-9d44c78d-8247-45f4-bdd0-6751c0fbc0a8 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722628 Mar 22 17:42:59.030644 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ee410-fc55-45f8-b285-2df503bf0df7 req-643ea7ce-796c-4ec6-8a55-d5ed33479e66 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:59.032295 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-448ee410-fc55-45f8-b285-2df503bf0df7 req-643ea7ce-796c-4ec6-8a55-d5ed33479e66 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0659685 Mar 22 17:42:59.074747 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-05ac904c-1743-4b53-931c-b9a675124446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:59.091756 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-448ee410-fc55-45f8-b285-2df503bf0df7 req-e75df92b-c50e-46e7-8252-ef61fcd3d0e5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529704 Mar 22 17:42:59.492405 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 84b444bc-a735-4f9c-be3b-0c80ee38731b up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:59.558287 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port 84b444bc-a735-4f9c-be3b-0c80ee38731b completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:42:59.562680 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 84b444bc-a735-4f9c-be3b-0c80ee38731b triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:59.563062 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:59.675675 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 84b444bc-a735-4f9c-be3b-0c80ee38731b is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:59.676072 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:59.703690 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b444bc-a735-4f9c-be3b-0c80ee38731b'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:59.707496 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0709bc6b-103f-4819-badc-d6726bdc40d0" -d '{"events": [{"server_uuid": "20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6", "name": "network-vif-plugged", "status": "completed", "tag": "84b444bc-a735-4f9c-be3b-0c80ee38731b"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:59.723367 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 84b444bc-a735-4f9c-be3b-0c80ee38731b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=84b444bc-a735-4f9c-be3b-0c80ee38731b,segment=NetworkSegment(b42a11b6-101f-4473-8f6e-840157b6dc2a),segment_id=b42a11b6-101f-4473-8f6e-840157b6dc2a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:59.729857 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:59.764844 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f6a469-4820-4c58-a4f4-400f1c998357 x-openstack-request-id: req-c1f6a469-4820-4c58-a4f4-400f1c998357 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:59.765317 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6", "name": "network-vif-plugged", "status": "completed", "tag": "84b444bc-a735-4f9c-be3b-0c80ee38731b", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:59.766206 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1f6a469-4820-4c58-a4f4-400f1c998357 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:59.766923 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f6a469-4820-4c58-a4f4-400f1c998357'] response: {'server_uuid': '20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b444bc-a735-4f9c-be3b-0c80ee38731b', 'code': 200} Mar 22 17:42:59.814592 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=84b444bc-a735-4f9c-be3b-0c80ee38731b,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:00.020021 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a57f0-51e3-44ae-968c-67ee61216d2b req-2da8e50d-d356-42e4-94fe-78fbd44220e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:00.021656 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a98a57f0-51e3-44ae-968c-67ee61216d2b req-2da8e50d-d356-42e4-94fe-78fbd44220e8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 1129 time: 0.0769520 Mar 22 17:43:00.123410 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a98a57f0-51e3-44ae-968c-67ee61216d2b req-da50b993-1daa-4390-97e8-a3bffe1b0409 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947707 Mar 22 17:43:00.151032 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782abaa-3e82-4422-99fa-4657647fb702 req-66aee22d-66fe-460d-bd6d-7fc989fd8875 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:00.157057 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b782abaa-3e82-4422-99fa-4657647fb702 req-66aee22d-66fe-460d-bd6d-7fc989fd8875 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.1193740 Mar 22 17:43:00.262303 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b782abaa-3e82-4422-99fa-4657647fb702 req-2b17c2a3-5ccd-4e3d-bfb6-6269481a60e7 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950699 Mar 22 17:43:00.336058 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36bc26-6be0-433b-936a-6b36ed9d8c9c req-623f6c87-e219-4649-a79d-21fac640f8c9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:00.338837 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-dd36bc26-6be0-433b-936a-6b36ed9d8c9c req-623f6c87-e219-4649-a79d-21fac640f8c9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0866828 Mar 22 17:43:00.394193 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-dd36bc26-6be0-433b-936a-6b36ed9d8c9c req-82f8b2ff-06c0-4c06-8cca-22f74da59285 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497487 Mar 22 17:43:01.429946 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f277de-b145-42a1-b43a-4d392ea0a2ec req-8d3bf3fd-3fc9-4961-a4c7-282fad1c3e12 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:01.432654 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-71f277de-b145-42a1-b43a-4d392ea0a2ec req-8d3bf3fd-3fc9-4961-a4c7-282fad1c3e12 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0795774 Mar 22 17:43:01.517391 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-71f277de-b145-42a1-b43a-4d392ea0a2ec req-7cb54f4b-d7bc-4a0e-bbc2-44ac0ed22057 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761952 Mar 22 17:43:01.557833 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b21c95-a4d6-4ba8-90b8-843198cd5703 req-2174a3f9-27a3-4ba4-b352-5a3799db4604 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:01.559442 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c7b21c95-a4d6-4ba8-90b8-843198cd5703 req-2174a3f9-27a3-4ba4-b352-5a3799db4604 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0632343 Mar 22 17:43:01.617649 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c7b21c95-a4d6-4ba8-90b8-843198cd5703 req-b7c01d3b-d3dc-4215-91ec-860d1fef3eac tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508573 Mar 22 17:43:01.786053 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c7b0a60b-78d3-47fa-b67d-b24d31ffc007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:02.649448 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb56d81-4397-426c-b136-cf88fd89ca3f req-8c7d9a47-d877-46de-bdf4-5eca72a9f335 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:02.651055 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8bb56d81-4397-426c-b136-cf88fd89ca3f req-8c7d9a47-d877-46de-bdf4-5eca72a9f335 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0555592 Mar 22 17:43:02.711369 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8bb56d81-4397-426c-b136-cf88fd89ca3f req-d9206723-bc14-4dc8-97f8-606e74e09d64 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537758 Mar 22 17:43:02.751049 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ddc9-a3fe-4799-af6a-ea3586a8e2f1 req-b3ba9172-04b6-4cc3-8a05-83a2a7565501 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:02.752572 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a885ddc9-a3fe-4799-af6a-ea3586a8e2f1 req-b3ba9172-04b6-4cc3-8a05-83a2a7565501 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0656195 Mar 22 17:43:02.800566 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a885ddc9-a3fe-4799-af6a-ea3586a8e2f1 req-55516d49-5d8a-4939-aa0c-cdf3e47ab10b tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422072 Mar 22 17:43:03.186396 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:03.834068 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addc5e2-8d6b-4456-948d-8c02355e3367 req-1a169bad-8235-40b9-936e-569c97bed0ac tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:03.835612 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4addc5e2-8d6b-4456-948d-8c02355e3367 req-1a169bad-8235-40b9-936e-569c97bed0ac tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0537522 Mar 22 17:43:03.895603 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4addc5e2-8d6b-4456-948d-8c02355e3367 req-2a015033-ad2b-46d2-a1ad-4f89a0e8dd6e tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541098 Mar 22 17:43:03.926533 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c75d-9a03-4db8-b880-204bd917b12c req-bddd5f36-7ea7-4121-a736-ccf7eda5adf4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:03.928087 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a025c75d-9a03-4db8-b880-204bd917b12c req-bddd5f36-7ea7-4121-a736-ccf7eda5adf4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0560105 Mar 22 17:43:03.977294 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a025c75d-9a03-4db8-b880-204bd917b12c req-b101cf31-e2f9-44bd-8984-695f61dfa410 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Mar 22 17:43:04.515302 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:05.041961 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ef054-9e07-4350-a82b-adaddbbf0729 req-9960317e-5dce-4f7c-8eac-f7ef9c305f04 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:05.047022 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d81ef054-9e07-4350-a82b-adaddbbf0729 req-9960317e-5dce-4f7c-8eac-f7ef9c305f04 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0719121 Mar 22 17:43:05.104452 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d81ef054-9e07-4350-a82b-adaddbbf0729 req-21f4e769-32ce-49f2-aeca-21821a1e25ad tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499158 Mar 22 17:43:05.114460 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 53992) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:05.166279 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbf501-551e-4ec6-9911-57c3a4566308 req-c6d5693f-7daa-4c2d-96df-d84166ba9d14 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:05.167830 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f8bbf501-551e-4ec6-9911-57c3a4566308 req-c6d5693f-7daa-4c2d-96df-d84166ba9d14 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0866833 Mar 22 17:43:05.232664 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f8bbf501-551e-4ec6-9911-57c3a4566308 req-846abc76-bfe4-4445-8b06-ac29a2bf7c59 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587897 Mar 22 17:43:05.272150 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d2f27ef2-3ad5-411f-8a6e-ec3860e3cab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:05.356079 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d2f27ef2-3ad5-411f-8a6e-ec3860e3cab2 admin admin] Publish callbacks [] for security_group (85b0add1-a30a-4399-8c44-5fbd19012008), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:05.359856 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d2f27ef2-3ad5-411f-8a6e-ec3860e3cab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (85b0add1-a30a-4399-8c44-5fbd19012008), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:05.407385 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d2f27ef2-3ad5-411f-8a6e-ec3860e3cab2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef8bf25634dc446e91619bec6cd638b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901218 Mar 22 17:43:05.408425 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f27ef2-3ad5-411f-8a6e-ec3860e3cab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b0add1-a30a-4399-8c44-5fbd19012008,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:05.411461 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 54004) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:05.462873 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4f04266f-3b45-4fb4-a48b-d6397ac8d194 admin admin] Publish callbacks [] for security_group (85b0add1-a30a-4399-8c44-5fbd19012008), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:05.484312 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4f04266f-3b45-4fb4-a48b-d6397ac8d194 admin admin] Publish callbacks [] for security_group (85b0add1-a30a-4399-8c44-5fbd19012008), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:05.532719 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4f04266f-3b45-4fb4-a48b-d6397ac8d194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (85b0add1-a30a-4399-8c44-5fbd19012008), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:05.535516 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4f04266f-3b45-4fb4-a48b-d6397ac8d194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:05.536676 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4f04266f-3b45-4fb4-a48b-d6397ac8d194 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85b0add1-a30a-4399-8c44-5fbd19012008 HTTP/1.1" status: 204 len: 168 time: 0.1242201 Mar 22 17:43:05.544786 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04266f-3b45-4fb4-a48b-d6397ac8d194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b0add1-a30a-4399-8c44-5fbd19012008,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:06.047875 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:06.363784 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b89d2b-cd5f-4deb-9744-fcda5460e5cf req-62439551-536a-4053-8545-210b8ea46ace tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:06.365413 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-04b89d2b-cd5f-4deb-9744-fcda5460e5cf req-62439551-536a-4053-8545-210b8ea46ace tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0618346 Mar 22 17:43:06.438570 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-04b89d2b-cd5f-4deb-9744-fcda5460e5cf req-81ba7712-d2ce-446d-981d-a49e7694b580 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656459 Mar 22 17:43:07.567600 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0225f-24f6-4187-93ae-e6732654ffbe req-13b0eb0f-7763-47d2-97fb-0cecb4a4f171 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:07.569068 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-18b0225f-24f6-4187-93ae-e6732654ffbe req-13b0eb0f-7763-47d2-97fb-0cecb4a4f171 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0559580 Mar 22 17:43:07.620827 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-18b0225f-24f6-4187-93ae-e6732654ffbe req-7a0ee2db-ffb6-45d5-85ba-f24e096c5aff tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461872 Mar 22 17:43:08.771248 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8119b5c-398b-44a4-a89a-75b3ce73ae16 req-140a4f7a-7d9b-46a2-9349-8cf8815eb26e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:08.774777 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b8119b5c-398b-44a4-a89a-75b3ce73ae16 req-140a4f7a-7d9b-46a2-9349-8cf8815eb26e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0738988 Mar 22 17:43:08.875322 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b8119b5c-398b-44a4-a89a-75b3ce73ae16 req-14240f3b-fbfa-4eda-9c77-73540c0814ee tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841055 Mar 22 17:43:08.937283 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6af1e-5bfe-4397-99b3-14938ce03b4e req-3914cd09-1de7-4bd6-8ee2-efc6779c0f72 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:08.939168 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-20a6af1e-5bfe-4397-99b3-14938ce03b4e req-3914cd09-1de7-4bd6-8ee2-efc6779c0f72 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0769713 Mar 22 17:43:09.008611 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-20a6af1e-5bfe-4397-99b3-14938ce03b4e req-ecd54597-631d-4d4b-a8cd-78fe00b5a41e tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593982 Mar 22 17:43:10.016202 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e564f-d494-49ea-9d9d-d182d16d5d43 req-5672d46f-144b-48c7-8ffc-c7ce119d7ff0 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:10.018202 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-335e564f-d494-49ea-9d9d-d182d16d5d43 req-5672d46f-144b-48c7-8ffc-c7ce119d7ff0 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0669785 Mar 22 17:43:10.102717 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-335e564f-d494-49ea-9d9d-d182d16d5d43 req-d1433472-de9e-4fe2-bfc4-bd4f2b94d3bd tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785129 Mar 22 17:43:10.251466 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a517148-c3d6-44f8-9b65-db7010b3f286 req-ab57f7b4-be96-4f64-83cb-66f4c5dafae1 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:10.254050 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6a517148-c3d6-44f8-9b65-db7010b3f286 req-ab57f7b4-be96-4f64-83cb-66f4c5dafae1 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.1068203 Mar 22 17:43:10.335276 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6a517148-c3d6-44f8-9b65-db7010b3f286 req-1374a2f3-d2c2-4b82-8ee0-8d70bcefec37 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748708 Mar 22 17:43:11.272880 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d0b32-bd1e-4d28-a86c-45247da6c845 req-1d7d514e-0dcb-48b9-b33b-8b4271fc4d74 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:11.275400 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-bf6d0b32-bd1e-4d28-a86c-45247da6c845 req-1d7d514e-0dcb-48b9-b33b-8b4271fc4d74 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0948443 Mar 22 17:43:11.360910 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-bf6d0b32-bd1e-4d28-a86c-45247da6c845 req-c137212c-069f-4012-920e-6a9a22d203cc tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764792 Mar 22 17:43:11.477704 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71412a1b-1f9a-49c7-a687-c2bbdf98aec8 req-632ae374-3b96-4134-9685-80f2ecd9ec6f tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:11.479324 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-71412a1b-1f9a-49c7-a687-c2bbdf98aec8 req-632ae374-3b96-4134-9685-80f2ecd9ec6f tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0563354 Mar 22 17:43:11.532238 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-71412a1b-1f9a-49c7-a687-c2bbdf98aec8 req-c6b0f8b4-aa2d-4025-8229-f14ef54ffdb2 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466948 Mar 22 17:43:12.503342 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32398f-9c64-4763-9ab3-1efc3759a51b req-f2936bbc-edcd-4a01-a621-fb1264c21aa8 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:12.504871 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8c32398f-9c64-4763-9ab3-1efc3759a51b req-f2936bbc-edcd-4a01-a621-fb1264c21aa8 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0650263 Mar 22 17:43:12.576695 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8c32398f-9c64-4763-9ab3-1efc3759a51b req-733d3ed0-310d-4a7a-89ec-cf0f07a2dab4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637255 Mar 22 17:43:12.722209 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01256745-d336-49f7-af0b-ad9f911c6882 req-ffc937e4-21c1-4481-a411-e380ac39aaa6 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:12.723807 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01256745-d336-49f7-af0b-ad9f911c6882 req-ffc937e4-21c1-4481-a411-e380ac39aaa6 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.1065373 Mar 22 17:43:12.762699 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f855e-9720-4356-a8d3-66db3f59a05d req-dd583369-b391-4ac9-8a01-924901f62c5b tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:12.765358 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df7f855e-9720-4356-a8d3-66db3f59a05d req-dd583369-b391-4ac9-8a01-924901f62c5b tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.76 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0999100 Mar 22 17:43:12.840616 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01256745-d336-49f7-af0b-ad9f911c6882 req-8695772b-8c3e-4ff5-8a10-7782c76b373e tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106133 Mar 22 17:43:12.920082 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-df7f855e-9720-4356-a8d3-66db3f59a05d req-31ef26a5-e763-4ae2-a045-fd33696fb30a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Deleting port 84b444bc-a735-4f9c-be3b-0c80ee38731b {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:12.920509 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-df7f855e-9720-4356-a8d3-66db3f59a05d req-31ef26a5-e763-4ae2-a045-fd33696fb30a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:13.043712 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-df7f855e-9720-4356-a8d3-66db3f59a05d req-31ef26a5-e763-4ae2-a045-fd33696fb30a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] For port 84b444bc-a735-4f9c-be3b-0c80ee38731b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=84b444bc-a735-4f9c-be3b-0c80ee38731b,segment=NetworkSegment(b42a11b6-101f-4473-8f6e-840157b6dc2a),segment_id=b42a11b6-101f-4473-8f6e-840157b6dc2a)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:13.044078 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-df7f855e-9720-4356-a8d3-66db3f59a05d req-31ef26a5-e763-4ae2-a045-fd33696fb30a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:13.070175 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-df7f855e-9720-4356-a8d3-66db3f59a05d req-31ef26a5-e763-4ae2-a045-fd33696fb30a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Calling delete_port for 84b444bc-a735-4f9c-be3b-0c80ee38731b owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:13.301583 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-df7f855e-9720-4356-a8d3-66db3f59a05d req-31ef26a5-e763-4ae2-a045-fd33696fb30a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671'] for port (84b444bc-a735-4f9c-be3b-0c80ee38731b), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:13.322648 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['84b444bc-a735-4f9c-be3b-0c80ee38731b'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:43:13.353984 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef26a5-e763-4ae2-a045-fd33696fb30a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Pushing event deleted for resources: {'Port': ['ID=84b444bc-a735-4f9c-be3b-0c80ee38731b,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:13.417437 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7f855e-9720-4356-a8d3-66db3f59a05d req-31ef26a5-e763-4ae2-a045-fd33696fb30a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] No DVR routers for this DVR port 84b444bc-a735-4f9c-be3b-0c80ee38731b on host hv-cinder-79053 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:43:13.423979 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-df7f855e-9720-4356-a8d3-66db3f59a05d req-31ef26a5-e763-4ae2-a045-fd33696fb30a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:13.427986 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df7f855e-9720-4356-a8d3-66db3f59a05d req-31ef26a5-e763-4ae2-a045-fd33696fb30a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.76 "DELETE /v2.0/ports/84b444bc-a735-4f9c-be3b-0c80ee38731b HTTP/1.1" status: 204 len: 173 time: 0.6559193 Mar 22 17:43:13.428594 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6', 'name': 'network-vif-deleted', 'tag': '84b444bc-a735-4f9c-be3b-0c80ee38731b'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:43:13.431982 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7936e65-515c-426a-aaf2-a2e7b5a3f701" -d '{"events": [{"server_uuid": "20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6", "name": "network-vif-deleted", "tag": "84b444bc-a735-4f9c-be3b-0c80ee38731b"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:43:13.528428 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0605fe5-135a-4154-b82b-aeb39e27f7ac x-openstack-request-id: req-a0605fe5-135a-4154-b82b-aeb39e27f7ac {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:43:13.529070 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6", "name": "network-vif-deleted", "tag": "84b444bc-a735-4f9c-be3b-0c80ee38731b", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:43:13.529626 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0605fe5-135a-4154-b82b-aeb39e27f7ac {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:43:13.530507 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0605fe5-135a-4154-b82b-aeb39e27f7ac'] response: {'server_uuid': '20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6', 'name': 'network-vif-deleted', 'tag': '84b444bc-a735-4f9c-be3b-0c80ee38731b', 'status': 'completed', 'code': 200} Mar 22 17:43:13.742142 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 54208) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:13.868165 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c06ba-de07-4acd-a79e-68bcc80ea61c req-ea344a3d-0cf7-42d8-b92a-1d9bc92c02e4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:13.875798 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d43c06ba-de07-4acd-a79e-68bcc80ea61c req-ea344a3d-0cf7-42d8-b92a-1d9bc92c02e4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.1610558 Mar 22 17:43:14.063111 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d060a66c-3d63-469c-a2cf-8dcf8396430f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:14.084001 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d43c06ba-de07-4acd-a79e-68bcc80ea61c req-4ec99fee-5902-46c4-a31e-426f6a5e4503 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015991 Mar 22 17:43:14.214790 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d060a66c-3d63-469c-a2cf-8dcf8396430f admin admin] Publish callbacks [] for security_group (fb938e38-a9a6-493a-86fb-77ee1d365faa), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:14.243875 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d060a66c-3d63-469c-a2cf-8dcf8396430f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (fb938e38-a9a6-493a-86fb-77ee1d365faa), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:14.249619 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dc958050-d12a-412a-9989-899910f0a81b req-76937a7a-9c7a-41a7-a5a8-45aafed0933d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc69bc-4e57-4ae6-b7e4-fa6c57f5cfa6 HTTP/1.1" status: 200 len: 210 time: 0.1411221 Mar 22 17:43:14.288242 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060a66c-3d63-469c-a2cf-8dcf8396430f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb938e38-a9a6-493a-86fb-77ee1d365faa,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:14.307536 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-d060a66c-3d63-469c-a2cf-8dcf8396430f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df6ac459e5274d4fb387345a04f4efe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5626447 Mar 22 17:43:14.311393 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 54240) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:14.365653 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7d174-9472-402a-869a-e89a79075b14 req-2bdba9d5-1e35-4de1-821c-ada0634ba155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:14.368805 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c1b7d174-9472-402a-869a-e89a79075b14 req-2bdba9d5-1e35-4de1-821c-ada0634ba155 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 1129 time: 0.2132406 Mar 22 17:43:14.439909 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f9e70d8-c679-46a4-90cd-10164e28f6f7 admin admin] Publish callbacks [] for security_group (fb938e38-a9a6-493a-86fb-77ee1d365faa), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:14.489133 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c1b7d174-9472-402a-869a-e89a79075b14 req-dfd7928f-db3f-4bc2-b2cf-fe14f46e0ed0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085958 Mar 22 17:43:14.506515 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f9e70d8-c679-46a4-90cd-10164e28f6f7 admin admin] Publish callbacks [] for security_group (fb938e38-a9a6-493a-86fb-77ee1d365faa), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:14.567534 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f9e70d8-c679-46a4-90cd-10164e28f6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (fb938e38-a9a6-493a-86fb-77ee1d365faa), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:14.570955 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f9e70d8-c679-46a4-90cd-10164e28f6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:14.572393 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3f9e70d8-c679-46a4-90cd-10164e28f6f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb938e38-a9a6-493a-86fb-77ee1d365faa HTTP/1.1" status: 204 len: 168 time: 0.2600710 Mar 22 17:43:14.583756 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e70d8-c679-46a4-90cd-10164e28f6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb938e38-a9a6-493a-86fb-77ee1d365faa,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:15.268023 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0cd56-b193-4017-b933-3ec792a4b45b req-2b51e15b-8202-4e69-a0e4-1829dc468c05 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:15.269689 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-98b0cd56-b193-4017-b933-3ec792a4b45b req-2b51e15b-8202-4e69-a0e4-1829dc468c05 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0686913 Mar 22 17:43:15.353132 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-98b0cd56-b193-4017-b933-3ec792a4b45b req-37bfb4da-c7e3-41f3-952c-479ce75dff44 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766330 Mar 22 17:43:15.835440 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-ec95ec2b-fa10-49c6-a6b7-80aedc8d8854 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:15.839006 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-ec95ec2b-fa10-49c6-a6b7-80aedc8d8854 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/networks?id=d70fc928-33d6-4ded-8962-986a427263dd HTTP/1.1" status: 200 len: 808 time: 0.1812830 Mar 22 17:43:15.868023 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-f2b1f441-924e-42ea-b098-ab6db0a80dc8 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/quotas/bc957a475b5848f6ab974b23bde24974 HTTP/1.1" status: 200 len: 375 time: 0.0194995 Mar 22 17:43:15.930366 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-8bb9ed46-dd39-48b0-88dc-b83d59170b12 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc957a475b5848f6ab974b23bde24974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502510 Mar 22 17:43:16.057745 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-bd0b566c-7c77-41cc-bcc4-8a827fa7e715 service neutron] 10.222.0.42 "GET /v2.0/networks/d70fc928-33d6-4ded-8962-986a427263dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196108 Mar 22 17:43:16.172192 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-27af8fa4-fb51-49c3-8de4-3d652955a8b7 service neutron] 10.222.0.42 "GET /v2.0/networks/d70fc928-33d6-4ded-8962-986a427263dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067002 Mar 22 17:43:16.456397 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ecd7653e-a58e-428c-b5b4-df0db30ff00f req-e9fe7c28-2470-4a4d-8af7-c39b3b8af174 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 210 time: 0.0581055 Mar 22 17:43:16.534358 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8a7ae-d879-40cf-a537-2e2902ace9a6 req-10de8ca1-bb79-4149-9d33-93636b2791a2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:16.537418 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-17a8a7ae-d879-40cf-a537-2e2902ace9a6 req-10de8ca1-bb79-4149-9d33-93636b2791a2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0867503 Mar 22 17:43:16.631384 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-17a8a7ae-d879-40cf-a537-2e2902ace9a6 req-3ebf01f9-adfc-4be9-b471-68be2538b67a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858738 Mar 22 17:43:16.829046 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c41a4c-6558-4a54-93bc-92df1e07a6db req-7bae71e2-366f-4a1f-9d48-1b9c18cfe565 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:16.832756 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c9c41a4c-6558-4a54-93bc-92df1e07a6db req-7bae71e2-366f-4a1f-9d48-1b9c18cfe565 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.1149852 Mar 22 17:43:16.926353 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c9c41a4c-6558-4a54-93bc-92df1e07a6db req-99192083-9eb2-44d2-b34f-1469fe06ce3f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816610 Mar 22 17:43:17.519455 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 84b444bc-a735-4f9c-be3b-0c80ee38731b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:43:17.573112 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: 84b444bc-a735-4f9c-be3b-0c80ee38731b {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:43:17.573783 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 84b444bc-a735-4f9c-be3b-0c80ee38731b not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:43:17.578138 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3d14552f-3704-4edf-bd9f-45a2d9046fd4 req-026e37cd-9a9d-4594-997a-07c49b4450ae tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 210 time: 0.0415144 Mar 22 17:43:18.136593 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-bf1cb193-587c-4cc1-aeeb-87a6aab1372a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:18.138165 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-bf1cb193-587c-4cc1-aeeb-87a6aab1372a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.76 "GET /v2.0/networks?id=d70fc928-33d6-4ded-8962-986a427263dd HTTP/1.1" status: 200 len: 808 time: 0.2150311 Mar 22 17:43:18.165102 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-2ea60b20-4521-4d0c-b1db-4b6a9466ad5d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Request body: {'port': {'device_id': '0f7e6888-e9ca-443d-a687-3deb4f2175b1', 'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd', 'admin_state_up': True, 'tenant_id': 'bc957a475b5848f6ab974b23bde24974'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:18.305858 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-2ea60b20-4521-4d0c-b1db-4b6a9466ad5d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Made reservation on behalf of bc957a475b5848f6ab974b23bde24974 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:43:18.310397 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-2ea60b20-4521-4d0c-b1db-4b6a9466ad5d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:18.466916 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-2ea60b20-4521-4d0c-b1db-4b6a9466ad5d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Allocated IP 172.20.0.13 (d70fc928-33d6-4ded-8962-986a427263dd/2fd993ad-37f3-4a73-90fb-d0db5efa8d22/c5a2c022-e6df-48dd-ae02-0f3e5b98f3af) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:43:18.721178 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1029bc7d-1bb1-474f-809a-8b8eb8220943 req-34bc0d5f-4465-4dba-a7bb-852443843ad2 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 210 time: 0.0462222 Mar 22 17:43:18.742363 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-2ea60b20-4521-4d0c-b1db-4b6a9466ad5d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks [] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:18.789242 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-2ea60b20-4521-4d0c-b1db-4b6a9466ad5d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:18.852549 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-2ea60b20-4521-4d0c-b1db-4b6a9466ad5d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Network d70fc928-33d6-4ded-8962-986a427263dd is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:43:18.856937 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-2ea60b20-4521-4d0c-b1db-4b6a9466ad5d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:18.869521 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-2ea60b20-4521-4d0c-b1db-4b6a9466ad5d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:43:18.881368 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-2ea60b20-4521-4d0c-b1db-4b6a9466ad5d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:18.882346 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-2ea60b20-4521-4d0c-b1db-4b6a9466ad5d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:18.912477 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea60b20-4521-4d0c-b1db-4b6a9466ad5d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Pushing event updated for resources: {'Port': ['ID=c5a2c022-e6df-48dd-ae02-0f3e5b98f3af,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:19.004128 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-2ea60b20-4521-4d0c-b1db-4b6a9466ad5d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8428111 Mar 22 17:43:19.033662 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Request body: {'port': {'device_id': '0f7e6888-e9ca-443d-a687-3deb4f2175b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:19.109769 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e59d8-35e3-442b-8a35-342bc9722c34 req-78338a9d-f9a0-4083-81ae-c88a38cc1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:19.111990 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-623e59d8-35e3-442b-8a35-342bc9722c34 req-78338a9d-f9a0-4083-81ae-c88a38cc1170 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 1129 time: 0.2119920 Mar 22 17:43:19.156247 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43017aaf-a966-4aaa-a1ab-3ff2c5d9e39b req-141bb6f2-ffce-4aa2-9598-fdc3f53f0048 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:19.158540 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-43017aaf-a966-4aaa-a1ab-3ff2c5d9e39b req-141bb6f2-ffce-4aa2-9598-fdc3f53f0048 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.2418764 Mar 22 17:43:19.402243 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:19.411323 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e59d8-35e3-442b-8a35-342bc9722c34 req-d7f07c88-1a68-4903-829a-466fd42ad48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:19.414069 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-623e59d8-35e3-442b-8a35-342bc9722c34 req-d7f07c88-1a68-4903-829a-466fd42ad48c service neutron] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 920 time: 0.2917488 Mar 22 17:43:19.518783 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-623e59d8-35e3-442b-8a35-342bc9722c34 req-51591e9d-e68d-4e99-a1d2-07f51c678fbb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2527f894-94bb-469c-b9c6-e80fe8fc5e2c HTTP/1.1" status: 200 len: 217 time: 0.0860617 Mar 22 17:43:19.558470 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-43017aaf-a966-4aaa-a1ab-3ff2c5d9e39b req-8c13e628-fb25-4348-9f15-187f508cd572 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137516 Mar 22 17:43:19.696821 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 54440) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:19.753141 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e59d8-35e3-442b-8a35-342bc9722c34 req-0e4da9be-f424-44a0-9660-9805128a7499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:19.755271 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-623e59d8-35e3-442b-8a35-342bc9722c34 req-0e4da9be-f424-44a0-9660-9805128a7499 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.2294774 Mar 22 17:43:19.898496 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013480d-ff80-4052-b33c-218d8b4d2a0c req-fb2aca2a-84e2-4d2e-b7fc-4c7356791a87 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:19.907986 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c013480d-ff80-4052-b33c-218d8b4d2a0c req-fb2aca2a-84e2-4d2e-b7fc-4c7356791a87 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 932 time: 0.0761745 Mar 22 17:43:19.948589 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e59d8-35e3-442b-8a35-342bc9722c34 req-9630d8b1-14ad-486c-b61b-e532c64ab8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:19.951157 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-623e59d8-35e3-442b-8a35-342bc9722c34 req-9630d8b1-14ad-486c-b61b-e532c64ab8da service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1864133 Mar 22 17:43:19.953886 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b0188edf-9ab6-416f-9e99-0ab7ce96cc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:20.039745 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c013480d-ff80-4052-b33c-218d8b4d2a0c req-e0b312fe-27ea-4aeb-a394-bb9bf3c3244a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305499 Mar 22 17:43:20.140802 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b0188edf-9ab6-416f-9e99-0ab7ce96cc35 admin admin] Publish callbacks [] for security_group (ec0ebc27-3e6a-49bd-a187-a67043908e39), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:20.146998 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b0188edf-9ab6-416f-9e99-0ab7ce96cc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (ec0ebc27-3e6a-49bd-a187-a67043908e39), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:20.154015 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-623e59d8-35e3-442b-8a35-342bc9722c34 req-e2f770a8-5392-45c2-818b-f7dcf729b379 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869311 Mar 22 17:43:20.179590 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a2c022-e6df-48dd-ae02-0f3e5b98f3af {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:43:20.211544 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Publish callbacks [] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:20.220033 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b0188edf-9ab6-416f-9e99-0ab7ce96cc35 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=991d1608d01542f7a00ba2512e7ecba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5218699 Mar 22 17:43:20.222181 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0188edf-9ab6-416f-9e99-0ab7ce96cc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0ebc27-3e6a-49bd-a187-a67043908e39,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:20.227015 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 54450) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:20.308552 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-666bfd1b-3c09-408d-aafc-5c0616e12c6a admin admin] Publish callbacks [] for security_group (ec0ebc27-3e6a-49bd-a187-a67043908e39), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:20.323492 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Transition to ACTIVE for port object c5a2c022-e6df-48dd-ae02-0f3e5b98f3af will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:43:20.331945 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:20.346210 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-666bfd1b-3c09-408d-aafc-5c0616e12c6a admin admin] Publish callbacks [] for security_group (ec0ebc27-3e6a-49bd-a187-a67043908e39), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:20.431722 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-666bfd1b-3c09-408d-aafc-5c0616e12c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (ec0ebc27-3e6a-49bd-a187-a67043908e39), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:20.434688 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-666bfd1b-3c09-408d-aafc-5c0616e12c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:20.436876 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-666bfd1b-3c09-408d-aafc-5c0616e12c6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec0ebc27-3e6a-49bd-a187-a67043908e39 HTTP/1.1" status: 204 len: 168 time: 0.2070448 Mar 22 17:43:20.446377 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bfd1b-3c09-408d-aafc-5c0616e12c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0ebc27-3e6a-49bd-a187-a67043908e39,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:20.492355 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Attempting to bind port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:43:20.492872 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Attempting to bind port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b42a11b6-101f-4473-8f6e-840157b6dc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:43:20.493407 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Attempting to bind port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af on network d70fc928-33d6-4ded-8962-986a427263dd {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:43:20.498162 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-623e59d8-35e3-442b-8a35-342bc9722c34 req-85b938b9-6ed1-45c4-85a2-5dd0a55950bd service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283515 Mar 22 17:43:20.519787 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a2c022-e6df-48dd-ae02-0f3e5b98f3af,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:20.526628 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af on network d70fc928-33d6-4ded-8962-986a427263dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:43:20.526942 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Attempting to bind port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af on network d70fc928-33d6-4ded-8962-986a427263dd {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:43:20.539593 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:43:20.539939 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Checking segment: {'id': 'b42a11b6-101f-4473-8f6e-840157b6dc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:43:20.540327 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Bound using segment: {'id': 'b42a11b6-101f-4473-8f6e-840157b6dc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:43:20.540784 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Bound port: c5a2c022-e6df-48dd-ae02-0f3e5b98f3af, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42a11b6-101f-4473-8f6e-840157b6dc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:43:20.541153 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:20.663517 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] For port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:43:20.667592 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] For port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5a2c022-e6df-48dd-ae02-0f3e5b98f3af,segment=NetworkSegment(b42a11b6-101f-4473-8f6e-840157b6dc2a),segment_id=b42a11b6-101f-4473-8f6e-840157b6dc2a)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:43:20.679635 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:20.759251 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:20.760512 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:20.762291 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] 10.222.0.76 "PUT /v2.0/ports/c5a2c022-e6df-48dd-ae02-0f3e5b98f3af HTTP/1.1" status: 200 len: 1094 time: 1.7376912 Mar 22 17:43:20.764931 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7e6888-e9ca-443d-a687-3deb4f2175b1', 'tag': 'c5a2c022-e6df-48dd-ae02-0f3e5b98f3af'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:43:20.767798 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ab4c5b-7d1e-4f11-8951-55716c2ed11d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7e6888-e9ca-443d-a687-3deb4f2175b1", "tag": "c5a2c022-e6df-48dd-ae02-0f3e5b98f3af"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:43:20.810812 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6026e-40d1-4b1d-a3c6-9d8b6a1df026 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a2c022-e6df-48dd-ae02-0f3e5b98f3af,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:20.827644 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e0064-fb9b-453c-a8e6-949aef7c9d5e req-b4f4164d-79cc-4039-be26-5cdff638e58f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:20.830071 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5e4e0064-fb9b-453c-a8e6-949aef7c9d5e req-b4f4164d-79cc-4039-be26-5cdff638e58f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.1414011 Mar 22 17:43:20.903583 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efd560a-9e01-4b37-9033-546cb0b74447 x-openstack-request-id: req-5efd560a-9e01-4b37-9033-546cb0b74447 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:43:20.903924 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7e6888-e9ca-443d-a687-3deb4f2175b1", "tag": "c5a2c022-e6df-48dd-ae02-0f3e5b98f3af", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:43:20.904284 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5efd560a-9e01-4b37-9033-546cb0b74447 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:43:20.905311 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5efd560a-9e01-4b37-9033-546cb0b74447'] response: {'name': 'network-changed', 'server_uuid': '0f7e6888-e9ca-443d-a687-3deb4f2175b1', 'tag': 'c5a2c022-e6df-48dd-ae02-0f3e5b98f3af', 'status': 'completed', 'code': 200} Mar 22 17:43:20.966238 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5e4e0064-fb9b-453c-a8e6-949aef7c9d5e req-28857d4d-7a53-4413-a855-99e64321f94b tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293280 Mar 22 17:43:20.977873 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-d07266da-3f0c-4db8-94bf-e515e0f81ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:20.982752 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-d07266da-3f0c-4db8-94bf-e515e0f81ad3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc957a475b5848f6ab974b23bde24974&device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 1128 time: 0.1269605 Mar 22 17:43:21.055113 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-52b826e5-0454-41d7-acdf-073c877b1cf2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a2c022-e6df-48dd-ae02-0f3e5b98f3af HTTP/1.1" status: 200 len: 217 time: 0.0630326 Mar 22 17:43:21.166420 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-d49afcf3-aac9-4e1f-9202-401d98b281d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:21.172982 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-d49afcf3-aac9-4e1f-9202-401d98b281d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2fd993ad-37f3-4a73-90fb-d0db5efa8d22 HTTP/1.1" status: 200 len: 848 time: 0.1099246 Mar 22 17:43:21.254675 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-49765a0e-b6f2-4420-8765-d15d46ccfd26 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d70fc928-33d6-4ded-8962-986a427263dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761845 Mar 22 17:43:21.269587 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eac874-168a-4c87-a910-2573de48233f req-dd209724-c2ca-4101-94f9-37321b3965d7 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:21.278118 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-48eac874-168a-4c87-a910-2573de48233f req-dd209724-c2ca-4101-94f9-37321b3965d7 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 944 time: 0.0986159 Mar 22 17:43:21.349625 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-48eac874-168a-4c87-a910-2573de48233f req-dbbb908f-c490-4bad-bae7-67586c6daf06 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690942 Mar 22 17:43:21.725641 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3aa22-a908-425a-a3d6-c8bc1d258509 req-a8b9a65c-ce9d-4e84-93e1-2ce2fe1810e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:21.728060 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5f3aa22-a908-425a-a3d6-c8bc1d258509 req-a8b9a65c-ce9d-4e84-93e1-2ce2fe1810e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 1129 time: 0.1571896 Mar 22 17:43:21.746371 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-077a3083-46d4-41bc-911f-448977756600 service neutron] 10.222.0.76 "GET /v2.0/networks/d70fc928-33d6-4ded-8962-986a427263dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855094 Mar 22 17:43:21.931067 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3aa22-a908-425a-a3d6-c8bc1d258509 req-2767f029-0a4d-4385-a347-3bf3e5306cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:21.932616 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5f3aa22-a908-425a-a3d6-c8bc1d258509 req-2767f029-0a4d-4385-a347-3bf3e5306cc2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 920 time: 0.1643872 Mar 22 17:43:21.934563 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1b47d0b8-38f3-47e8-af88-847ff4840b73 req-a37e39c8-a45d-41c8-8e98-f367b5c8dfc9 service neutron] 10.222.0.76 "GET /v2.0/networks/d70fc928-33d6-4ded-8962-986a427263dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791203 Mar 22 17:43:21.992763 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5f3aa22-a908-425a-a3d6-c8bc1d258509 req-6c711fd0-c523-4461-aec1-eb63a641c87c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2527f894-94bb-469c-b9c6-e80fe8fc5e2c HTTP/1.1" status: 200 len: 217 time: 0.0427794 Mar 22 17:43:22.046434 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:43:22.135682 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3aa22-a908-425a-a3d6-c8bc1d258509 req-008b7407-4515-468f-8c1a-27085f39c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:22.137226 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5f3aa22-a908-425a-a3d6-c8bc1d258509 req-008b7407-4515-468f-8c1a-27085f39c358 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.1360929 Mar 22 17:43:22.164259 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab4c5b-7d1e-4f11-8951-55716c2ed11d req-8f060dda-20a3-46a1-973c-828bbf7f6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:22.166001 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-66ab4c5b-7d1e-4f11-8951-55716c2ed11d req-8f060dda-20a3-46a1-973c-828bbf7f6022 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc957a475b5848f6ab974b23bde24974&device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 1128 time: 0.1549680 Mar 22 17:43:22.221769 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79618d-d01c-4a62-832b-cb2153f98ac9 req-980f23e3-a8cb-4456-b294-02b5ca839fad tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:22.223443 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae79618d-d01c-4a62-832b-cb2153f98ac9 req-980f23e3-a8cb-4456-b294-02b5ca839fad tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.1446445 Mar 22 17:43:22.328361 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3aa22-a908-425a-a3d6-c8bc1d258509 req-5bc0f77d-f7d0-4fc9-ad32-7c7aa8313b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:22.329029 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5f3aa22-a908-425a-a3d6-c8bc1d258509 req-5bc0f77d-f7d0-4fc9-ad32-7c7aa8313b0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1788161 Mar 22 17:43:22.365229 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae79618d-d01c-4a62-832b-cb2153f98ac9 req-01812233-8ba6-4087-ae72-0f6c57144363 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122479 Mar 22 17:43:22.412763 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab4c5b-7d1e-4f11-8951-55716c2ed11d req-8198c9e2-d30d-4fff-9516-3cfec6bf6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:22.414506 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-66ab4c5b-7d1e-4f11-8951-55716c2ed11d req-8198c9e2-d30d-4fff-9516-3cfec6bf6348 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d70fc928-33d6-4ded-8962-986a427263dd HTTP/1.1" status: 200 len: 909 time: 0.2302170 Mar 22 17:43:22.511883 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-66ab4c5b-7d1e-4f11-8951-55716c2ed11d req-7b5a0901-24a0-405f-b703-904a9ac87118 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a2c022-e6df-48dd-ae02-0f3e5b98f3af HTTP/1.1" status: 200 len: 217 time: 0.0824819 Mar 22 17:43:22.583935 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5f3aa22-a908-425a-a3d6-c8bc1d258509 req-ed51aac4-ea58-4c8b-8196-315da7eb683a service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445576 Mar 22 17:43:22.634584 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab4c5b-7d1e-4f11-8951-55716c2ed11d req-b1e5effe-f095-497f-b589-e4f74583b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:22.636134 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-66ab4c5b-7d1e-4f11-8951-55716c2ed11d req-b1e5effe-f095-497f-b589-e4f74583b979 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2fd993ad-37f3-4a73-90fb-d0db5efa8d22 HTTP/1.1" status: 200 len: 848 time: 0.1160386 Mar 22 17:43:22.680273 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3944a-41b0-4b34-860b-450c0a4ba083 req-929cec43-2506-4277-b144-bd1145b56a89 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:22.684134 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8dc3944a-41b0-4b34-860b-450c0a4ba083 req-929cec43-2506-4277-b144-bd1145b56a89 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 944 time: 0.1187027 Mar 22 17:43:22.711773 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-66ab4c5b-7d1e-4f11-8951-55716c2ed11d req-7c1d9c28-9647-4770-86a8-042702797ed4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d70fc928-33d6-4ded-8962-986a427263dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452318 Mar 22 17:43:22.828647 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8dc3944a-41b0-4b34-860b-450c0a4ba083 req-c419261c-c7da-405f-b8d1-4c636c029aa5 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271331 Mar 22 17:43:22.866759 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5f3aa22-a908-425a-a3d6-c8bc1d258509 req-854dfe95-06bb-44f6-b08d-33e129828bde service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708287 Mar 22 17:43:22.904163 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-66ab4c5b-7d1e-4f11-8951-55716c2ed11d req-ca73475c-d300-446f-893a-d105eb06e51f service neutron] 10.222.0.76 "GET /v2.0/networks/d70fc928-33d6-4ded-8962-986a427263dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773798 Mar 22 17:43:23.006201 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-66ab4c5b-7d1e-4f11-8951-55716c2ed11d req-5ad37237-8730-458f-bdb1-afd12c8bc6cc service neutron] 10.222.0.76 "GET /v2.0/networks/d70fc928-33d6-4ded-8962-986a427263dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951047 Mar 22 17:43:23.627503 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af654c1-51ec-48ad-a7f4-0d4e3719a27b req-ce68a809-80bc-4e59-8a7f-0fad56cab2cb tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:23.630094 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2af654c1-51ec-48ad-a7f4-0d4e3719a27b req-ce68a809-80bc-4e59-8a7f-0fad56cab2cb tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.1035514 Mar 22 17:43:23.692841 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2af654c1-51ec-48ad-a7f4-0d4e3719a27b req-a6ad6cf1-0162-4c37-b1a1-deced57fa581 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571253 Mar 22 17:43:24.029194 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3375c-f910-47d0-8922-4212d6976811 req-da689f25-0735-4721-b34d-2f403ac470b1 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:24.032073 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fed3375c-f910-47d0-8922-4212d6976811 req-da689f25-0735-4721-b34d-2f403ac470b1 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 944 time: 0.0735795 Mar 22 17:43:24.116478 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fed3375c-f910-47d0-8922-4212d6976811 req-ed4819d5-be91-4f88-ab1e-9cbc4d14acf7 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748131 Mar 22 17:43:24.589181 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:24.857084 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0486d-d1e5-461f-aa61-b7439d4d842d req-2bdba025-7b85-4e2a-9250-ab46aa84a212 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:24.859751 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fac0486d-d1e5-461f-aa61-b7439d4d842d req-2bdba025-7b85-4e2a-9250-ab46aa84a212 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0755224 Mar 22 17:43:24.923146 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fac0486d-d1e5-461f-aa61-b7439d4d842d req-6173fc2f-5c9e-42ce-ba6f-a6d1b4f59c42 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575407 Mar 22 17:43:25.279328 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b699e31-6f93-4863-9cee-49ece3930bb0 req-308424f3-cedc-4604-aa6b-8e69806616df tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:25.282088 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3b699e31-6f93-4863-9cee-49ece3930bb0 req-308424f3-cedc-4604-aa6b-8e69806616df tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 944 time: 0.0662570 Mar 22 17:43:25.343037 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3b699e31-6f93-4863-9cee-49ece3930bb0 req-161c0263-fad2-41a3-b0c2-4f674ce97a2a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542128 Mar 22 17:43:25.930733 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device c5a2c022-e6df-48dd-ae02-0f3e5b98f3af details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:43:26.064861 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5a2c022-e6df-48dd-ae02-0f3e5b98f3af,segment=NetworkSegment(b42a11b6-101f-4473-8f6e-840157b6dc2a),segment_id=b42a11b6-101f-4473-8f6e-840157b6dc2a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:26.087503 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67c8af-9892-4269-b355-85a8d9661fd8 req-d0edcb18-a0b3-46f9-99f3-ee82012ae404 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:26.088905 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': 'c5a2c022-e6df-48dd-ae02-0f3e5b98f3af', 'network_id': 'd70fc928-33d6-4ded-8962-986a427263dd', 'port_id': 'c5a2c022-e6df-48dd-ae02-0f3e5b98f3af', 'mac_address': 'fa:16:3e:da:09:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd993ad-37f3-4a73-90fb-d0db5efa8d22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:43:26.090197 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1c67c8af-9892-4269-b355-85a8d9661fd8 req-d0edcb18-a0b3-46f9-99f3-ee82012ae404 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0788863 Mar 22 17:43:26.133617 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:26.134020 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:26.150280 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1c67c8af-9892-4269-b355-85a8d9661fd8 req-4a6ee352-806d-4185-a219-186e593a0f10 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510268 Mar 22 17:43:26.150569 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a2c022-e6df-48dd-ae02-0f3e5b98f3af {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:43:26.188716 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5a2c022-e6df-48dd-ae02-0f3e5b98f3af,segment=NetworkSegment(b42a11b6-101f-4473-8f6e-840157b6dc2a),segment_id=b42a11b6-101f-4473-8f6e-840157b6dc2a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:26.193040 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:26.253854 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=c5a2c022-e6df-48dd-ae02-0f3e5b98f3af,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:26.479155 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a9b7d-b84d-4302-b3c1-4ef2c6d181d7 req-d4a47c6d-81af-4a88-8b0d-55e50aa81ff9 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:26.481046 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0d7a9b7d-b84d-4302-b3c1-4ef2c6d181d7 req-d4a47c6d-81af-4a88-8b0d-55e50aa81ff9 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 945 time: 0.0634401 Mar 22 17:43:26.542631 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0d7a9b7d-b84d-4302-b3c1-4ef2c6d181d7 req-f0a9183f-5813-4cec-8f26-8cc32af80421 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527022 Mar 22 17:43:27.286476 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e194f3-be76-41b0-a5ae-71bd65bdf771 req-2b2b453c-6bc4-4a86-879a-a9afb1e6652c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:27.288165 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-58e194f3-be76-41b0-a5ae-71bd65bdf771 req-2b2b453c-6bc4-4a86-879a-a9afb1e6652c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0632827 Mar 22 17:43:27.322291 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['c5a2c022-e6df-48dd-ae02-0f3e5b98f3af'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:43:27.361583 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-58e194f3-be76-41b0-a5ae-71bd65bdf771 req-cf0e621d-e238-426a-bbbb-ab6b2be21217 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668573 Mar 22 17:43:27.741344 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559b1fe-ffaa-4769-a404-faf37e331d20 req-a375c20b-7ce5-48b7-a716-8e7e5f9c519a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:27.743366 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4559b1fe-ffaa-4769-a404-faf37e331d20 req-a375c20b-7ce5-48b7-a716-8e7e5f9c519a tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 945 time: 0.0915482 Mar 22 17:43:27.821028 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4559b1fe-ffaa-4769-a404-faf37e331d20 req-52617748-51bf-4209-9ffa-e315203d8508 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659440 Mar 22 17:43:27.946587 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 54654) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:28.086674 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-09006898-be4e-4fc3-84d1-f1d69b8a7c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:28.195054 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-09006898-be4e-4fc3-84d1-f1d69b8a7c00 admin admin] Publish callbacks [] for security_group (0556d290-b3cc-4ba8-9fe6-2dd7bf229473), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:28.204907 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-09006898-be4e-4fc3-84d1-f1d69b8a7c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (0556d290-b3cc-4ba8-9fe6-2dd7bf229473), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:28.250209 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-09006898-be4e-4fc3-84d1-f1d69b8a7c00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe665b8040734740aaa72a941b5c9116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024650 Mar 22 17:43:28.251907 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09006898-be4e-4fc3-84d1-f1d69b8a7c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0556d290-b3cc-4ba8-9fe6-2dd7bf229473,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:28.255202 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 54682) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:28.319559 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ba30eaee-2fc4-4f10-af25-b0fcefb081ca admin admin] Publish callbacks [] for security_group (0556d290-b3cc-4ba8-9fe6-2dd7bf229473), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:28.348194 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ba30eaee-2fc4-4f10-af25-b0fcefb081ca admin admin] Publish callbacks [] for security_group (0556d290-b3cc-4ba8-9fe6-2dd7bf229473), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:28.421837 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ba30eaee-2fc4-4f10-af25-b0fcefb081ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (0556d290-b3cc-4ba8-9fe6-2dd7bf229473), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:28.426772 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ba30eaee-2fc4-4f10-af25-b0fcefb081ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:28.433325 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-ba30eaee-2fc4-4f10-af25-b0fcefb081ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0556d290-b3cc-4ba8-9fe6-2dd7bf229473 HTTP/1.1" status: 204 len: 168 time: 0.1755936 Mar 22 17:43:28.447810 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30eaee-2fc4-4f10-af25-b0fcefb081ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0556d290-b3cc-4ba8-9fe6-2dd7bf229473,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:28.565003 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cb4f2-8154-4174-ba88-63486da1ad7c req-af25a01c-ad95-402c-b820-12c96bd59d03 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:28.566677 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5b4cb4f2-8154-4174-ba88-63486da1ad7c req-af25a01c-ad95-402c-b820-12c96bd59d03 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0740056 Mar 22 17:43:28.625427 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5b4cb4f2-8154-4174-ba88-63486da1ad7c req-854155e8-9094-4c4e-8a29-65082b6be779 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499737 Mar 22 17:43:28.636945 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 54696) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:28.989215 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-20712b95-f2be-42d3-aa64-d2778fa3d797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:28.997731 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 54704) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:29.013285 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a292b0d-eaf4-4092-b2df-a5f90b007680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.043271 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2079477-f9ab-46fd-958e-a0f944fa71e7 req-eedc78a8-d69b-491e-a4cf-267f60300bae tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:29.044861 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b2079477-f9ab-46fd-958e-a0f944fa71e7 req-eedc78a8-d69b-491e-a4cf-267f60300bae tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 945 time: 0.1153975 Mar 22 17:43:29.072690 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-06aebd61-cb1f-4ed5-99e1-af94ec793169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.130869 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a292b0d-eaf4-4092-b2df-a5f90b007680 admin admin] Publish callbacks [] for security_group (ec32b428-af43-46bb-b93b-5d46af6c208c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.135911 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a292b0d-eaf4-4092-b2df-a5f90b007680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (ec32b428-af43-46bb-b93b-5d46af6c208c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.142074 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-20712b95-f2be-42d3-aa64-d2778fa3d797 admin admin] Publish callbacks [] for security_group (bb60d77f-797e-4077-b1ad-adfe99c8a76d), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.147806 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b2079477-f9ab-46fd-958e-a0f944fa71e7 req-3bc7c432-c396-4f0c-a1b5-22edf4160365 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785680 Mar 22 17:43:29.149731 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-20712b95-f2be-42d3-aa64-d2778fa3d797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (bb60d77f-797e-4077-b1ad-adfe99c8a76d), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.191176 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9a292b0d-eaf4-4092-b2df-a5f90b007680 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba81f413ca8d4e5991e28632790ddea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1916780 Mar 22 17:43:29.196305 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-20712b95-f2be-42d3-aa64-d2778fa3d797 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec819c82a16c404593ad703680893e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5517833 Mar 22 17:43:29.197067 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 54706) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:29.197351 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 54708) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:29.197818 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a292b0d-eaf4-4092-b2df-a5f90b007680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec32b428-af43-46bb-b93b-5d46af6c208c,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:29.199469 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20712b95-f2be-42d3-aa64-d2778fa3d797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb60d77f-797e-4077-b1ad-adfe99c8a76d,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:29.269766 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a48d4a25-0bd9-40c4-9749-ca7cf237a972 admin admin] Publish callbacks [] for security_group (bb60d77f-797e-4077-b1ad-adfe99c8a76d), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.272552 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8c187929-73f2-434c-954e-4b38cce99b8b admin admin] Publish callbacks [] for security_group (ec32b428-af43-46bb-b93b-5d46af6c208c), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.298357 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a48d4a25-0bd9-40c4-9749-ca7cf237a972 admin admin] Publish callbacks [] for security_group (bb60d77f-797e-4077-b1ad-adfe99c8a76d), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.308096 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8c187929-73f2-434c-954e-4b38cce99b8b admin admin] Publish callbacks [] for security_group (ec32b428-af43-46bb-b93b-5d46af6c208c), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.381027 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a48d4a25-0bd9-40c4-9749-ca7cf237a972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (bb60d77f-797e-4077-b1ad-adfe99c8a76d), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.388509 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a48d4a25-0bd9-40c4-9749-ca7cf237a972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.390109 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-a48d4a25-0bd9-40c4-9749-ca7cf237a972 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb60d77f-797e-4077-b1ad-adfe99c8a76d HTTP/1.1" status: 204 len: 168 time: 0.1914651 Mar 22 17:43:29.401438 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d4a25-0bd9-40c4-9749-ca7cf237a972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb60d77f-797e-4077-b1ad-adfe99c8a76d,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:29.408638 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8c187929-73f2-434c-954e-4b38cce99b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (ec32b428-af43-46bb-b93b-5d46af6c208c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.411372 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8c187929-73f2-434c-954e-4b38cce99b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.413187 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-8c187929-73f2-434c-954e-4b38cce99b8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec32b428-af43-46bb-b93b-5d46af6c208c HTTP/1.1" status: 204 len: 168 time: 0.2111876 Mar 22 17:43:29.423880 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c187929-73f2-434c-954e-4b38cce99b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec32b428-af43-46bb-b93b-5d46af6c208c,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:29.582619 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device c5a2c022-e6df-48dd-ae02-0f3e5b98f3af up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:43:29.684878 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:43:29.694982 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:29.695793 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.871963 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:29.872870 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.882511 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ca271-7b11-4682-8328-3c787b85f778 req-7dd88381-2cc5-4dcd-8217-a88540a24613 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:29.884558 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ba2ca271-7b11-4682-8328-3c787b85f778 req-7dd88381-2cc5-4dcd-8217-a88540a24613 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.1053958 Mar 22 17:43:29.922253 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7e6888-e9ca-443d-a687-3deb4f2175b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a2c022-e6df-48dd-ae02-0f3e5b98f3af'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:43:29.925239 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ded52a5-4d04-4ff5-b9f6-1f32ab065c14" -d '{"events": [{"server_uuid": "0f7e6888-e9ca-443d-a687-3deb4f2175b1", "name": "network-vif-plugged", "status": "completed", "tag": "c5a2c022-e6df-48dd-ae02-0f3e5b98f3af"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:43:29.942220 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5a2c022-e6df-48dd-ae02-0f3e5b98f3af,segment=NetworkSegment(b42a11b6-101f-4473-8f6e-840157b6dc2a),segment_id=b42a11b6-101f-4473-8f6e-840157b6dc2a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:29.947574 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.961100 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 54730) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:29.980482 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ba2ca271-7b11-4682-8328-3c787b85f778 req-c1d58474-d0ab-44c1-b287-4bf47510b0c6 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813649 Mar 22 17:43:29.985959 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b0256a30-33fd-4d2f-a014-152b2248d213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:29.991592 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 54732) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:30.006832 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87c4195-cf13-4ee5-9ee5-b5a081da41fa x-openstack-request-id: req-a87c4195-cf13-4ee5-9ee5-b5a081da41fa {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:43:30.007307 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7e6888-e9ca-443d-a687-3deb4f2175b1", "name": "network-vif-plugged", "status": "completed", "tag": "c5a2c022-e6df-48dd-ae02-0f3e5b98f3af", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:43:30.007696 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a87c4195-cf13-4ee5-9ee5-b5a081da41fa {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:43:30.008282 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87c4195-cf13-4ee5-9ee5-b5a081da41fa'] response: {'server_uuid': '0f7e6888-e9ca-443d-a687-3deb4f2175b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a2c022-e6df-48dd-ae02-0f3e5b98f3af', 'code': 200} Mar 22 17:43:30.015826 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:30.048500 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=c5a2c022-e6df-48dd-ae02-0f3e5b98f3af,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:30.058402 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.058950 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.059387 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.059754 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.060097 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.060482 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.060985 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.061993 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.062543 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.063074 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.063591 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.064050 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.064579 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.065133 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.065528 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.137800 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b0256a30-33fd-4d2f-a014-152b2248d213 admin admin] Publish callbacks [] for security_group (5797594c-872d-4768-8693-2ee4387309c8), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:30.144247 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b0256a30-33fd-4d2f-a014-152b2248d213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (5797594c-872d-4768-8693-2ee4387309c8), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:30.173185 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Publish callbacks [] for security_group (e3d86bf1-1077-40df-80d0-2ca6410edc00), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:30.179324 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (e3d86bf1-1077-40df-80d0-2ca6410edc00), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:30.199061 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b0256a30-33fd-4d2f-a014-152b2248d213 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8de14ff798af4e619cf387e657530c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358062 Mar 22 17:43:30.201202 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 54736) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:30.211341 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0256a30-33fd-4d2f-a014-152b2248d213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5797594c-872d-4768-8693-2ee4387309c8,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:30.292311 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d86bf1-1077-40df-80d0-2ca6410edc00,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:30.301067 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=928db955f19c4825a8c0dc32ea6b3d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082893 Mar 22 17:43:30.308107 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4440e4-7b30-47d4-b471-35e5ac66d8b8 req-eb3919d5-2f34-4e03-b45a-637141e81297 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:30.308361 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 54738) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:30.310649 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4a4440e4-7b30-47d4-b471-35e5ac66d8b8 req-eb3919d5-2f34-4e03-b45a-637141e81297 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 946 time: 0.0813303 Mar 22 17:43:30.328569 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.328569 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.328999 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.329161 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.329465 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.329835 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.330170 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.330506 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.330845 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.331178 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.331512 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.331845 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.332183 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.332550 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.332876 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07868f-1b27-42f7-a49e-6188149aabf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:30.393788 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30e0b1-200c-47cc-a3c0-f4fbf5768c84 req-93f0cb63-db5e-4c2a-b182-e4f3f7b66e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:30.395261 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7e30e0b1-200c-47cc-a3c0-f4fbf5768c84 req-93f0cb63-db5e-4c2a-b182-e4f3f7b66e5e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 1130 time: 0.1671989 Mar 22 17:43:30.396169 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4a4440e4-7b30-47d4-b471-35e5ac66d8b8 req-7ab57e42-1b70-4ff6-b1d8-ab33be5154b8 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784872 Mar 22 17:43:30.396726 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7b6fa17a-b66c-40c2-9916-1ba66396ef13 admin admin] Publish callbacks [] for security_group (5797594c-872d-4768-8693-2ee4387309c8), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:30.443641 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7b6fa17a-b66c-40c2-9916-1ba66396ef13 admin admin] Publish callbacks [] for security_group (5797594c-872d-4768-8693-2ee4387309c8), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:30.463533 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5d47c4be-f598-44cf-ac9b-a9ff9a3c44dc admin admin] Publish callbacks [] for security_group (e3d86bf1-1077-40df-80d0-2ca6410edc00), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:30.522317 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5d47c4be-f598-44cf-ac9b-a9ff9a3c44dc admin admin] Publish callbacks [] for security_group (e3d86bf1-1077-40df-80d0-2ca6410edc00), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:30.544949 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7e30e0b1-200c-47cc-a3c0-f4fbf5768c84 req-3fd0c765-c817-4065-a3e6-a9b89e358a35 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325779 Mar 22 17:43:30.610167 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7b6fa17a-b66c-40c2-9916-1ba66396ef13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (5797594c-872d-4768-8693-2ee4387309c8), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:30.616508 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7b6fa17a-b66c-40c2-9916-1ba66396ef13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:30.618586 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7b6fa17a-b66c-40c2-9916-1ba66396ef13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5797594c-872d-4768-8693-2ee4387309c8 HTTP/1.1" status: 204 len: 168 time: 0.4073427 Mar 22 17:43:30.636953 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fa17a-b66c-40c2-9916-1ba66396ef13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5797594c-872d-4768-8693-2ee4387309c8,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:30.646501 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5d47c4be-f598-44cf-ac9b-a9ff9a3c44dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (e3d86bf1-1077-40df-80d0-2ca6410edc00), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:30.651853 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5d47c4be-f598-44cf-ac9b-a9ff9a3c44dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:30.654328 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5d47c4be-f598-44cf-ac9b-a9ff9a3c44dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3d86bf1-1077-40df-80d0-2ca6410edc00 HTTP/1.1" status: 204 len: 168 time: 0.3402472 Mar 22 17:43:30.669192 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47c4be-f598-44cf-ac9b-a9ff9a3c44dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d86bf1-1077-40df-80d0-2ca6410edc00,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:30.969547 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 54752) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:31.166624 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9fb8c-3e88-4d96-977f-bcb1649ed5e8 req-5cbecc20-977a-4c72-b20c-10563858d389 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:31.168275 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3bb9fb8c-3e88-4d96-977f-bcb1649ed5e8 req-5cbecc20-977a-4c72-b20c-10563858d389 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0657787 Mar 22 17:43:31.257861 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3bb9fb8c-3e88-4d96-977f-bcb1649ed5e8 req-d04662a2-402a-4dec-bc72-fe9ee3626b15 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797551 Mar 22 17:43:31.363902 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fb0d91f0-6584-4d4e-b485-e00f685d738b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:31.475024 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fb0d91f0-6584-4d4e-b485-e00f685d738b admin admin] Publish callbacks [] for security_group (001372fc-93a0-4454-9e95-9614b260013f), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:31.480950 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fb0d91f0-6584-4d4e-b485-e00f685d738b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (001372fc-93a0-4454-9e95-9614b260013f), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:31.535407 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-fb0d91f0-6584-4d4e-b485-e00f685d738b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b73aa29b7b5a41be90f817ffcc751825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5651193 Mar 22 17:43:31.536077 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 54776) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:31.559345 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d91f0-6584-4d4e-b485-e00f685d738b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001372fc-93a0-4454-9e95-9614b260013f,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:31.575389 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea075e8-1542-4aa4-8534-e8850019c227 req-c376f511-2357-4816-8af9-44e67bc665e5 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:31.577572 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-bea075e8-1542-4aa4-8534-e8850019c227 req-c376f511-2357-4816-8af9-44e67bc665e5 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 946 time: 0.0832896 Mar 22 17:43:31.671608 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f1b45af-6f1f-428f-99e8-bbf09ff8786c admin admin] Publish callbacks [] for security_group (001372fc-93a0-4454-9e95-9614b260013f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:31.696828 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-bea075e8-1542-4aa4-8534-e8850019c227 req-d65585af-af0e-4056-8cbb-0525d999fb1b tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055229 Mar 22 17:43:31.712759 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f1b45af-6f1f-428f-99e8-bbf09ff8786c admin admin] Publish callbacks [] for security_group (001372fc-93a0-4454-9e95-9614b260013f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:31.784048 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-8844f8d7-850a-466d-96d1-d1d4d310706e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:31.826068 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f1b45af-6f1f-428f-99e8-bbf09ff8786c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (001372fc-93a0-4454-9e95-9614b260013f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:31.829274 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f1b45af-6f1f-428f-99e8-bbf09ff8786c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:31.833395 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3f1b45af-6f1f-428f-99e8-bbf09ff8786c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/001372fc-93a0-4454-9e95-9614b260013f HTTP/1.1" status: 204 len: 168 time: 0.2930050 Mar 22 17:43:31.839885 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b45af-6f1f-428f-99e8-bbf09ff8786c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001372fc-93a0-4454-9e95-9614b260013f,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:32.500308 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644359-9806-4315-9d35-8686f2bf07cc req-0cd2071e-6d59-4018-a626-fa07bac81801 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:32.503699 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-46644359-9806-4315-9d35-8686f2bf07cc req-0cd2071e-6d59-4018-a626-fa07bac81801 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.1456594 Mar 22 17:43:32.612664 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-46644359-9806-4315-9d35-8686f2bf07cc req-da1493bc-719c-4255-be45-4161dcca1007 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012578 Mar 22 17:43:32.940951 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c1f0d-8399-4069-a3ec-60cf8a4e785c req-901e9043-d2c5-446b-bde0-a4e551388047 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:32.943627 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f28c1f0d-8399-4069-a3ec-60cf8a4e785c req-901e9043-d2c5-446b-bde0-a4e551388047 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 946 time: 0.0985451 Mar 22 17:43:33.052659 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f28c1f0d-8399-4069-a3ec-60cf8a4e785c req-ca555859-d40e-46ee-8e32-efd961aac5bb tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026349 Mar 22 17:43:33.198169 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.200633 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 54880) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:33.390113 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1927195636-network', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:33.434991 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Made reservation on behalf of ee5fbcd9de654056a71858f0688b8a75 for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:43:33.439175 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.453169 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.612379 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Publish callbacks [] for security_group (ff9fdc8d-5890-423c-bd68-3dc78250f881), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.618733 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (ff9fdc8d-5890-423c-bd68-3dc78250f881), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.645230 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:43:33.662415 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9fdc8d-5890-423c-bd68-3dc78250f881,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:33.670228 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (8631c860-b43c-4eb4-8ea4-0aafceaa619d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.672273 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Added segment 8631c860-b43c-4eb4-8ea4-0aafceaa619d of type vlan for network 2d568286-e569-4699-8813-e6e3ef8dd68d Mar 22 17:43:33.778514 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (2d568286-e569-4699-8813-e6e3ef8dd68d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.834797 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1a282-f998-4616-844b-1f336e4c467d req-cba780fc-cacd-42b3-bcd2-b775e6988aec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:33.847119 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0fd1a282-f998-4616-844b-1f336e4c467d req-cba780fc-cacd-42b3-bcd2-b775e6988aec tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.1190042 Mar 22 17:43:33.860927 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (2d568286-e569-4699-8813-e6e3ef8dd68d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.862648 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:33.863649 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.894774 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6923876 Mar 22 17:43:33.900364 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 54918) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:33.909133 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Request body: {'subnet': {'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1927195636-subnet', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'ip_version': 4}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:33.953920 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Made reservation on behalf of ee5fbcd9de654056a71858f0688b8a75 for: {'subnet': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:43:33.956653 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59520985'] for subnet (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.971490 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0fd1a282-f998-4616-844b-1f336e4c467d req-da4ef57a-e79c-4dcd-b5ff-e761068d0775 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231401 Mar 22 17:43:33.997376 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604bc0c-dab9-41be-b698-207db1d64dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=2d568286-e569-4699-8813-e6e3ef8dd68d,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:34.029112 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network 2d568286-e569-4699-8813-e6e3ef8dd68d details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:43:34.256464 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f8dc8-1921-40b0-a981-4c799e458b61 req-e0623a52-b286-4fd0-98c5-a086e3388135 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:34.259321 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae5f8dc8-1921-40b0-a981-4c799e458b61 req-e0623a52-b286-4fd0-98c5-a086e3388135 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 946 time: 0.0859752 Mar 22 17:43:34.288278 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59432118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59520975'] for subnet (8bfdcdda-fee9-4a49-a4da-010b7e834f7f), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:34.354448 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae5f8dc8-1921-40b0-a981-4c799e458b61 req-850417e0-3e18-41dd-a014-e1bd706f70f0 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865412 Mar 22 17:43:34.358832 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bfdcdda-fee9-4a49-a4da-010b7e834f7f,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:34.383467 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.384396 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.385180 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.385952 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.386717 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.387675 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.388535 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.389602 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.390393 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.391675 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.392505 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.393266 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.394071 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.394605 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.395122 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:34.402832 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Checking segment: {'id': '8631c860-b43c-4eb4-8ea4-0aafceaa619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:43:34.403098 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Network hostable DHCP agents. Network: 2d568286-e569-4699-8813-e6e3ef8dd68d, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:43:34.443894 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Network 2d568286-e569-4699-8813-e6e3ef8dd68d is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:43:34.459353 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, 2d568286-e569-4699-8813-e6e3ef8dd68d) {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:34.467888 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:34.469210 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:34.472518 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d1cd62-1a23-4145-bddc-befebdcc7dcb None None] Network 2d568286-e569-4699-8813-e6e3ef8dd68d requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:43:34.492947 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-d9c7c190-bda8-4c8f-9f68-07a56c568fcc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5907738 Mar 22 17:43:34.496112 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 54938) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:34.502241 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:34.561789 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:34.565030 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2982'] for router (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:34.567164 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2993'] for router (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:34.641609 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Publish callbacks [] for router_controller (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:34.666062 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6020b14-bac5-5759-9b19-a0dd5cfccbad-2d568286-e569-4699-8813-e6e3ef8dd68d', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'fixed_ips': [{'subnet_id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f'}]}} from dv-cinder-790535-31-iscsi. {{(pid=109969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:43:34.667563 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:34.820875 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Publish callbacks [] for router_gateway (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:34.943716 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.db_base_plugin_common [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Allocated IP 172.20.0.2 (2d568286-e569-4699-8813-e6e3ef8dd68d/8bfdcdda-fee9-4a49-a4da-010b7e834f7f/f53556ed-fc6f-4aea-8b87-73f56d8df6e2) {{(pid=109969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:43:35.192508 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211582e-b7a7-4457-a979-238fce507a79 req-fa3bbc54-8c57-4766-ba7e-618563cdf85e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:35.202656 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1211582e-b7a7-4457-a979-238fce507a79 req-fa3bbc54-8c57-4766-ba7e-618563cdf85e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.1032908 Mar 22 17:43:35.225952 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Publish callbacks [] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), precommit_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:35.238630 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:35.301057 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Network 2d568286-e569-4699-8813-e6e3ef8dd68d is already hosted by enough agents. {{(pid=109969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:43:35.305693 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.base_scheduler [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Resources bound (agent type, host, resource id): {{(pid=109969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:35.308008 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Pushing event updated for resources: {'Port': ['ID=f53556ed-fc6f-4aea-8b87-73f56d8df6e2,revision_number=1']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:35.311936 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Received port after_create {{(pid=109969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:43:35.355927 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1211582e-b7a7-4457-a979-238fce507a79 req-d1563df0-a9ec-4d43-9b7c-d08155415e09 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495612 Mar 22 17:43:35.434676 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Publish callbacks [] for router_gateway (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:35.458990 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Attempting to bind port f53556ed-fc6f-4aea-8b87-73f56d8df6e2 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:43:35.459964 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Attempting to bind port f53556ed-fc6f-4aea-8b87-73f56d8df6e2 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '8631c860-b43c-4eb4-8ea4-0aafceaa619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:43:35.460533 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Attempting to bind port f53556ed-fc6f-4aea-8b87-73f56d8df6e2 on network 2d568286-e569-4699-8813-e6e3ef8dd68d {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:43:35.467660 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:43:35.467899 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Checking segment: {'id': '8631c860-b43c-4eb4-8ea4-0aafceaa619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:43:35.468270 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:35.468962 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Bound using segment: {'id': '8631c860-b43c-4eb4-8ea4-0aafceaa619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:43:35.469648 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Bound port: f53556ed-fc6f-4aea-8b87-73f56d8df6e2, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8631c860-b43c-4eb4-8ea4-0aafceaa619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:43:35.471025 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:35.486600 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:35.563438 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] For port f53556ed-fc6f-4aea-8b87-73f56d8df6e2, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:43:35.569405 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] For port f53556ed-fc6f-4aea-8b87-73f56d8df6e2, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=f53556ed-fc6f-4aea-8b87-73f56d8df6e2,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:43:35.580906 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:35.660089 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba006f73-52b0-445c-8672-913f8d34fd32 None None] Pushing event updated for resources: {'Port': ['ID=f53556ed-fc6f-4aea-8b87-73f56d8df6e2,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:35.680175 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ab725-3716-4ce2-8680-9e9ff656ef1f req-4a98897a-1d74-4f46-b380-0b2770eec555 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:35.682890 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-808ab725-3716-4ce2-8680-9e9ff656ef1f req-4a98897a-1d74-4f46-b380-0b2770eec555 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 946 time: 0.1798439 Mar 22 17:43:35.801952 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Allocated IP 172.27.3.239 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/32a8169d-e0af-421c-8714-e338fecd683d) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:43:35.816997 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-808ab725-3716-4ce2-8680-9e9ff656ef1f req-5e5a9324-4067-4c39-a1ab-c7d5b68ce4a8 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230237 Mar 22 17:43:36.143162 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:36.178546 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Publish callbacks [] for port (32a8169d-e0af-421c-8714-e338fecd683d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:36.270547 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ee51c-3bfe-4090-9434-133fa75884ea req-139273f1-1b1f-4141-acd0-515d7192b47c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:36.283437 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-449ee51c-3bfe-4090-9434-133fa75884ea req-139273f1-1b1f-4141-acd0-515d7192b47c tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 946 time: 0.1837378 Mar 22 17:43:36.346905 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (32a8169d-e0af-421c-8714-e338fecd683d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:36.435247 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:43:36.456917 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:36.461035 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:43:36.464492 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Pushing event updated for resources: {'Port': ['ID=32a8169d-e0af-421c-8714-e338fecd683d,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:36.691008 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-449ee51c-3bfe-4090-9434-133fa75884ea req-a83fb401-4e4d-4ebe-a28c-642dfdec0233 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Deleting port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:36.692003 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-449ee51c-3bfe-4090-9434-133fa75884ea req-a83fb401-4e4d-4ebe-a28c-642dfdec0233 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:36.788875 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be103f5-8995-4e9b-93ed-cc16ce87924b req-62c51846-510f-498c-9873-2a776156893d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:36.790703 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6be103f5-8995-4e9b-93ed-cc16ce87924b req-62c51846-510f-498c-9873-2a776156893d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.2817132 Mar 22 17:43:36.963235 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6be103f5-8995-4e9b-93ed-cc16ce87924b req-f6b713af-795c-41d8-9cb1-a656ee8893c3 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627278 Mar 22 17:43:36.965106 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-449ee51c-3bfe-4090-9434-133fa75884ea req-a83fb401-4e4d-4ebe-a28c-642dfdec0233 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] For port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5a2c022-e6df-48dd-ae02-0f3e5b98f3af,segment=NetworkSegment(b42a11b6-101f-4473-8f6e-840157b6dc2a),segment_id=b42a11b6-101f-4473-8f6e-840157b6dc2a)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:36.966366 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-449ee51c-3bfe-4090-9434-133fa75884ea req-a83fb401-4e4d-4ebe-a28c-642dfdec0233 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:36.987057 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-449ee51c-3bfe-4090-9434-133fa75884ea req-a83fb401-4e4d-4ebe-a28c-642dfdec0233 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Calling delete_port for c5a2c022-e6df-48dd-ae02-0f3e5b98f3af owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:37.012795 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Publish callbacks [] for router_gateway (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.030136 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989186e-633f-445d-8bc1-da45d9bb2f58 req-138fdc52-7adc-4502-a05c-0939cd59ad75 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:37.032772 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d989186e-633f-445d-8bc1-da45d9bb2f58 req-138fdc52-7adc-4502-a05c-0939cd59ad75 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 946 time: 0.1091650 Mar 22 17:43:37.102770 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d989186e-633f-445d-8bc1-da45d9bb2f58 req-b80770b9-8e25-407d-9288-32a164ad161d tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637593 Mar 22 17:43:37.141608 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94fa1c9-e332-46fa-93d1-1286e132ec62 None None] Network 2d568286-e569-4699-8813-e6e3ef8dd68d requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:43:37.157637 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 55048) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:37.228207 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-28632f16-b52a-4494-974d-6c2b256353e6 None None] Provisioning complete for port f53556ed-fc6f-4aea-8b87-73f56d8df6e2 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:37.228729 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-28632f16-b52a-4494-974d-6c2b256353e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.394794 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-28632f16-b52a-4494-974d-6c2b256353e6 None None] Current status of the port f53556ed-fc6f-4aea-8b87-73f56d8df6e2 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:37.398099 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-28632f16-b52a-4494-974d-6c2b256353e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.404123 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-449ee51c-3bfe-4090-9434-133fa75884ea req-a83fb401-4e4d-4ebe-a28c-642dfdec0233 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671'] for port (c5a2c022-e6df-48dd-ae02-0f3e5b98f3af), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.421156 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['c5a2c022-e6df-48dd-ae02-0f3e5b98f3af'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:43:37.435688 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9c35ed35-ae32-42f9-8a52-c26a4fffc673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.496168 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fb401-4e4d-4ebe-a28c-642dfdec0233 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Pushing event deleted for resources: {'Port': ['ID=c5a2c022-e6df-48dd-ae02-0f3e5b98f3af,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:37.500485 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686701'] for router (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.567213 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9c35ed35-ae32-42f9-8a52-c26a4fffc673 admin admin] Publish callbacks [] for security_group (278ca272-e39d-4047-8bda-eea5d0232693), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.573309 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9c35ed35-ae32-42f9-8a52-c26a4fffc673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (278ca272-e39d-4047-8bda-eea5d0232693), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.597940 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-449ee51c-3bfe-4090-9434-133fa75884ea req-a83fb401-4e4d-4ebe-a28c-642dfdec0233 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] No DVR routers for this DVR port c5a2c022-e6df-48dd-ae02-0f3e5b98f3af on host hv-cinder-79053 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:43:37.605850 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-449ee51c-3bfe-4090-9434-133fa75884ea req-a83fb401-4e4d-4ebe-a28c-642dfdec0233 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.612844 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-449ee51c-3bfe-4090-9434-133fa75884ea req-a83fb401-4e4d-4ebe-a28c-642dfdec0233 tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.76 "DELETE /v2.0/ports/c5a2c022-e6df-48dd-ae02-0f3e5b98f3af HTTP/1.1" status: 204 len: 173 time: 1.3191159 Mar 22 17:43:37.616431 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-28632f16-b52a-4494-974d-6c2b256353e6 None None] For port f53556ed-fc6f-4aea-8b87-73f56d8df6e2, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=f53556ed-fc6f-4aea-8b87-73f56d8df6e2,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:37.623435 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-28632f16-b52a-4494-974d-6c2b256353e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.626409 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7e6888-e9ca-443d-a687-3deb4f2175b1', 'name': 'network-vif-deleted', 'tag': 'c5a2c022-e6df-48dd-ae02-0f3e5b98f3af'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:43:37.636594 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d62d2cc-2ec4-4d9b-9fe5-0ded54b5674b" -d '{"events": [{"server_uuid": "0f7e6888-e9ca-443d-a687-3deb4f2175b1", "name": "network-vif-deleted", "tag": "c5a2c022-e6df-48dd-ae02-0f3e5b98f3af"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:43:37.687463 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-9c35ed35-ae32-42f9-8a52-c26a4fffc673 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3197b7f3b5f4477a9518f73443afef02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5286057 Mar 22 17:43:37.695490 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 55064) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:37.725356 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35ed35-ae32-42f9-8a52-c26a4fffc673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278ca272-e39d-4047-8bda-eea5d0232693,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:37.761185 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28632f16-b52a-4494-974d-6c2b256353e6 None None] Pushing event updated for resources: {'Port': ['ID=f53556ed-fc6f-4aea-8b87-73f56d8df6e2,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:37.789808 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-19f27c91-bbc9-4e74-8fe4-49b1fe3a090a None None] Provisioning complete for port f53556ed-fc6f-4aea-8b87-73f56d8df6e2 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:37.790281 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19f27c91-bbc9-4e74-8fe4-49b1fe3a090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.795301 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-579df96e-c7ef-49f1-8f8e-c5b73fffb127 admin admin] Publish callbacks [] for security_group (278ca272-e39d-4047-8bda-eea5d0232693), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.823244 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb3a6c-04a7-41d4-94a6-15709d24a05d req-56f999b0-2554-4a73-a4cb-69aa0b896824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:37.825112 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e4cb3a6c-04a7-41d4-94a6-15709d24a05d req-56f999b0-2554-4a73-a4cb-69aa0b896824 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 1129 time: 0.3551104 Mar 22 17:43:37.843765 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-579df96e-c7ef-49f1-8f8e-c5b73fffb127 admin admin] Publish callbacks [] for security_group (278ca272-e39d-4047-8bda-eea5d0232693), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.890064 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f29013-f3d6-4b1d-afc5-c9638c9b90e4 x-openstack-request-id: req-62f29013-f3d6-4b1d-afc5-c9638c9b90e4 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:43:37.890292 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7e6888-e9ca-443d-a687-3deb4f2175b1", "name": "network-vif-deleted", "tag": "c5a2c022-e6df-48dd-ae02-0f3e5b98f3af", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:43:37.890483 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62f29013-f3d6-4b1d-afc5-c9638c9b90e4 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:43:37.890894 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f29013-f3d6-4b1d-afc5-c9638c9b90e4'] response: {'server_uuid': '0f7e6888-e9ca-443d-a687-3deb4f2175b1', 'name': 'network-vif-deleted', 'tag': 'c5a2c022-e6df-48dd-ae02-0f3e5b98f3af', 'status': 'completed', 'code': 200} Mar 22 17:43:37.927177 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-579df96e-c7ef-49f1-8f8e-c5b73fffb127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (278ca272-e39d-4047-8bda-eea5d0232693), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.930579 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-579df96e-c7ef-49f1-8f8e-c5b73fffb127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:37.931750 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-579df96e-c7ef-49f1-8f8e-c5b73fffb127 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/278ca272-e39d-4047-8bda-eea5d0232693 HTTP/1.1" status: 204 len: 168 time: 0.2279456 Mar 22 17:43:37.934185 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e4cb3a6c-04a7-41d4-94a6-15709d24a05d req-36a7bc77-030f-45d3-88e4-85e11a6ce2ad service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979948 Mar 22 17:43:37.944808 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579df96e-c7ef-49f1-8f8e-c5b73fffb127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278ca272-e39d-4047-8bda-eea5d0232693,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:37.972526 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 is scheduled to L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:43:37.979208 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-19f27c91-bbc9-4e74-8fe4-49b1fe3a090a None None] Current status of the port f53556ed-fc6f-4aea-8b87-73f56d8df6e2 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:38.131009 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24d411-01b3-4bf3-9532-b1544d1be886 req-9795cef6-980e-4a38-9e6e-f21f4f5d7579 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:38.137391 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0a24d411-01b3-4bf3-9532-b1544d1be886 req-9795cef6-980e-4a38-9e6e-f21f4f5d7579 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0836182 Mar 22 17:43:38.150505 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:43:38.163438 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Sync routers for ids ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:43:38.176761 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device f53556ed-fc6f-4aea-8b87-73f56d8df6e2 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:43:38.180432 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Routers {'6424dcdd-f8d2-4e9f-b413-1dee55cdb387'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:38.181092 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:43:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:38.188032 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:38.195585 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-488a2612-58f3-4f4c-9f11-c5edbdd717a6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6979203 Mar 22 17:43:38.198388 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 55078) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:38.230559 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0a24d411-01b3-4bf3-9532-b1544d1be886 req-3049cdd0-e966-4c95-85d0-91d2c4cd6eff tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880709 Mar 22 17:43:38.291997 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port f53556ed-fc6f-4aea-8b87-73f56d8df6e2 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:38.292629 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:38.422399 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Set router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:38.445539 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-19916305-2466-4dee-81ab-eb4c4fbfddb9 req-a04739de-0779-4249-8f96-7da2d0cb22eb tempest-VolumesActionsTest-1995411811 tempest-VolumesActionsTest-1995411811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f7e6888-e9ca-443d-a687-3deb4f2175b1 HTTP/1.1" status: 200 len: 210 time: 0.0619545 Mar 22 17:43:38.510970 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 55086) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:38.511220 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port f53556ed-fc6f-4aea-8b87-73f56d8df6e2 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:38.533291 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7c394f3a-a302-4a9b-8461-fcb736e0cc4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:38.762867 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7c394f3a-a302-4a9b-8461-fcb736e0cc4b admin admin] Publish callbacks [] for security_group (cdc68161-f666-4a52-9da3-f3ad11776fef), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:38.769804 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7c394f3a-a302-4a9b-8461-fcb736e0cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (cdc68161-f666-4a52-9da3-f3ad11776fef), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:38.832647 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-7c394f3a-a302-4a9b-8461-fcb736e0cc4b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=864b157cd2284a32a6a82014502dbebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203254 Mar 22 17:43:38.836093 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c394f3a-a302-4a9b-8461-fcb736e0cc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc68161-f666-4a52-9da3-f3ad11776fef,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:38.840069 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '32a8169d-e0af-421c-8714-e338fecd683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:43:36Z', 'revision_number': 3, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port': {'id': '32a8169d-e0af-421c-8714-e338fecd683d', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:35Z', 'updated_at': '2022-03-22T17:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:38.840538 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 55090) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:38.885819 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Checking router: 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:43:38.886520 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Updating router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 port 32a8169d-e0af-421c-8714-e338fecd683d binding host dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:43:38.902232 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b4d1aa4b-1fda-44cd-856f-fd514fa30b1f admin admin] Publish callbacks [] for security_group (cdc68161-f666-4a52-9da3-f3ad11776fef), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:38.917010 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (32a8169d-e0af-421c-8714-e338fecd683d), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:38.924916 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b4d1aa4b-1fda-44cd-856f-fd514fa30b1f admin admin] Publish callbacks [] for security_group (cdc68161-f666-4a52-9da3-f3ad11776fef), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:38.991520 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b4d1aa4b-1fda-44cd-856f-fd514fa30b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (cdc68161-f666-4a52-9da3-f3ad11776fef), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:38.994225 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b4d1aa4b-1fda-44cd-856f-fd514fa30b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:38.997766 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b4d1aa4b-1fda-44cd-856f-fd514fa30b1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cdc68161-f666-4a52-9da3-f3ad11776fef HTTP/1.1" status: 204 len: 168 time: 0.1535964 Mar 22 17:43:39.009503 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1aa4b-1fda-44cd-856f-fd514fa30b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc68161-f666-4a52-9da3-f3ad11776fef,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:39.168872 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:39.233663 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Publish callbacks [] for port (32a8169d-e0af-421c-8714-e338fecd683d), precommit_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:39.244760 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (32a8169d-e0af-421c-8714-e338fecd683d), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:39.315375 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Attempting to bind port 32a8169d-e0af-421c-8714-e338fecd683d on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:43:39.317900 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Attempting to bind port 32a8169d-e0af-421c-8714-e338fecd683d by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:43:39.318276 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Attempting to bind port 32a8169d-e0af-421c-8714-e338fecd683d on network c8aa00b0-ab78-4efe-96f3-93b988cf785c {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:43:39.333871 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:43:39.334235 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Checking segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:43:39.334825 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:39.335432 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Bound using segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:43:39.336072 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Bound port: 32a8169d-e0af-421c-8714-e338fecd683d, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:43:39.336633 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (32a8169d-e0af-421c-8714-e338fecd683d), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:39.362061 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Pushing event updated for resources: {'Port': ['ID=32a8169d-e0af-421c-8714-e338fecd683d,revision_number=2']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:39.378989 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca1d6a-a133-4234-81bc-6749fa7d821a req-eac28bb2-71b0-419b-afeb-0ffd16311818 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:39.379554 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Allocated IP 172.20.0.1 (2d568286-e569-4699-8813-e6e3ef8dd68d/8bfdcdda-fee9-4a49-a4da-010b7e834f7f/3951e38f-24f7-40d4-85a3-c9580e22c7e2) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:43:39.380849 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c3ca1d6a-a133-4234-81bc-6749fa7d821a req-eac28bb2-71b0-419b-afeb-0ffd16311818 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0793922 Mar 22 17:43:39.409659 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] For port 32a8169d-e0af-421c-8714-e338fecd683d, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:43:39.413161 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] For port 32a8169d-e0af-421c-8714-e338fecd683d, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=32a8169d-e0af-421c-8714-e338fecd683d,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:43:39.420969 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (32a8169d-e0af-421c-8714-e338fecd683d), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:39.425341 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.426057 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.426719 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.427387 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.427876 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.428361 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.428853 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.429330 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.429845 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.430480 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.430989 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.431482 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.431960 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.432436 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.432925 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:39.468766 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c3ca1d6a-a133-4234-81bc-6749fa7d821a req-2988f168-0744-4630-a7ad-f07c40bc678b tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818458 Mar 22 17:43:39.534330 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60961e9-762f-454b-8b06-91bdfa7569c5 None None] Pushing event updated for resources: {'Port': ['ID=32a8169d-e0af-421c-8714-e338fecd683d,revision_number=3']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:39.543865 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Routers {'6424dcdd-f8d2-4e9f-b413-1dee55cdb387'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:39.544510 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:43:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:39.598950 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device c5a2c022-e6df-48dd-ae02-0f3e5b98f3af no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:43:39.615126 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Publish callbacks [] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:39.696675 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: c5a2c022-e6df-48dd-ae02-0f3e5b98f3af {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:43:39.698289 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device c5a2c022-e6df-48dd-ae02-0f3e5b98f3af not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:43:39.735412 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] Set router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:39.746004 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:39.798630 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Network 2d568286-e569-4699-8813-e6e3ef8dd68d is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:43:39.805983 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:39.822135 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:43:39.826662 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688184'] for router_interface (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:39.962251 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Pushing event updated for resources: {'Port': ['ID=3951e38f-24f7-40d4-85a3-c9580e22c7e2,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:40.143169 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:40.164975 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '32a8169d-e0af-421c-8714-e338fecd683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:43:36Z', 'revision_number': 3, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port': {'id': '32a8169d-e0af-421c-8714-e338fecd683d', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:35Z', 'updated_at': '2022-03-22T17:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:40.194608 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8333d463-aa94-41a2-b636-c185d1a5162e None None] The sync data for ids ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'] in dv-cinder-790535-31-iscsi is: [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '32a8169d-e0af-421c-8714-e338fecd683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:43:36Z', 'revision_number': 3, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port': {'id': '32a8169d-e0af-421c-8714-e338fecd683d', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:35Z', 'updated_at': '2022-03-22T17:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:43:40.239982 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-5d5166c6-1989-479f-a0b3-dff3ce5a912a None None] Provisioning complete for port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:40.240784 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5d5166c6-1989-479f-a0b3-dff3ce5a912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:40.311114 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-5d5166c6-1989-479f-a0b3-dff3ce5a912a None None] Port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:43:40.418664 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Publish callbacks [] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:40.426924 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:40.427972 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688044'] for router_interface (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:40.544494 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Pushing event updated for resources: {'Port': ['ID=3951e38f-24f7-40d4-85a3-c9580e22c7e2,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:40.688507 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Network 2d568286-e569-4699-8813-e6e3ef8dd68d is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:43:40.690173 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:40.715887 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee1f2b-b162-45a0-a760-f0a0267e4192 req-e439e222-86f5-405c-9098-c9a4a1465e22 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:40.719025 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-96ee1f2b-b162-45a0-a760-f0a0267e4192 req-e439e222-86f5-405c-9098-c9a4a1465e22 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0876808 Mar 22 17:43:40.813136 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-96ee1f2b-b162-45a0-a760-f0a0267e4192 req-84cf87dd-152a-421f-9880-15facbbeaf7e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833268 Mar 22 17:43:40.991499 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:43:41.163508 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-0adc24c1-bf18-4a31-92a0-5c6d562f76f4 None None] Provisioning complete for port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:41.164589 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-0adc24c1-bf18-4a31-92a0-5c6d562f76f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:41.226116 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-0adc24c1-bf18-4a31-92a0-5c6d562f76f4 None None] Port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:43:41.251762 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b22d3-6b55-4f1e-a352-9646b2b72d3c req-64528e36-65e3-4ccf-91e6-77cb7943fa6e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:41.253434 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7e1b22d3-6b55-4f1e-a352-9646b2b72d3c req-64528e36-65e3-4ccf-91e6-77cb7943fa6e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0863130 Mar 22 17:43:41.276197 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:43:41.282593 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-fded582e-8a64-46bf-b154-34eb07233999 admin admin] 10.222.0.42 "PUT /v2.0/routers/6424dcdd-f8d2-4e9f-b413-1dee55cdb387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0830171 Mar 22 17:43:41.361334 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7e1b22d3-6b55-4f1e-a352-9646b2b72d3c req-17a36d1e-ec7f-4ac1-9795-a59ff7715de4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827005 Mar 22 17:43:41.962247 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 55212) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:41.967619 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1700308830-network', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:41.987652 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Made reservation on behalf of 2932bbf8bdb144f796666a8d3cb9d554 for: {'network': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:43:41.990010 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.000961 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.112392 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Publish callbacks [] for security_group (c5cd1f21-c156-4f95-834d-1fb4ba7d2866), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.118133 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (c5cd1f21-c156-4f95-834d-1fb4ba7d2866), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.148150 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=109968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:43:42.175872 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (ae6b110b-db59-4746-9456-8e33d738daaf), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.176449 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.segments_db [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Added segment ae6b110b-db59-4746-9456-8e33d738daaf of type vlan for network 6b0a8399-e1f6-4383-ad5c-dd272285c8b5 Mar 22 17:43:42.184875 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cd1f21-c156-4f95-834d-1fb4ba7d2866,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:42.226472 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 32a8169d-e0af-421c-8714-e338fecd683d up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:43:42.233061 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (6b0a8399-e1f6-4383-ad5c-dd272285c8b5), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.264753 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (6b0a8399-e1f6-4383-ad5c-dd272285c8b5), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.265822 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:42.266416 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.283301 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 32a8169d-e0af-421c-8714-e338fecd683d triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:42.283671 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (32a8169d-e0af-421c-8714-e338fecd683d), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.338597 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3752084 Mar 22 17:43:42.341375 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 55220) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:42.345421 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6f0d0-b683-4584-9f09-d346ae847205 admin admin] Pushing event updated for resources: {'Network': ['ID=6b0a8399-e1f6-4383-ad5c-dd272285c8b5,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:42.353081 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-9b9ceecc-81a9-4574-adc7-779ab0f988f1 admin admin] Request body: {'subnet': {'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1700308830-subnet', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:42.362654 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network 6b0a8399-e1f6-4383-ad5c-dd272285c8b5 details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:43:42.378583 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9ceecc-81a9-4574-adc7-779ab0f988f1 admin admin] Made reservation on behalf of 2932bbf8bdb144f796666a8d3cb9d554 for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:43:42.381290 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b9ceecc-81a9-4574-adc7-779ab0f988f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.424891 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 32a8169d-e0af-421c-8714-e338fecd683d is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:42.425286 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (32a8169d-e0af-421c-8714-e338fecd683d), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.463555 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port 32a8169d-e0af-421c-8714-e338fecd683d, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=32a8169d-e0af-421c-8714-e338fecd683d,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:42.468970 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (32a8169d-e0af-421c-8714-e338fecd683d), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.521206 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3613a5-e58d-482a-9d52-f796e0e10b1a req-4b6a0dd9-e012-48dd-b90d-563b2cc3da00 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:42.524052 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ea3613a5-e58d-482a-9d52-f796e0e10b1a req-4b6a0dd9-e012-48dd-b90d-563b2cc3da00 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0743876 Mar 22 17:43:42.537235 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=32a8169d-e0af-421c-8714-e338fecd683d,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:42.580524 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Sync routers for ids ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:43:42.591734 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ea3613a5-e58d-482a-9d52-f796e0e10b1a req-482c7cb4-71f3-466f-bc32-5a2402ff6593 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574579 Mar 22 17:43:42.605098 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Routers {'6424dcdd-f8d2-4e9f-b413-1dee55cdb387'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:42.606293 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:43:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:42.638188 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b9ceecc-81a9-4574-adc7-779ab0f988f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (cf04d607-26c9-4555-a236-5e7701d87c4c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.707826 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ceecc-81a9-4574-adc7-779ab0f988f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf04d607-26c9-4555-a236-5e7701d87c4c,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:42.715627 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ceecc-81a9-4574-adc7-779ab0f988f1 admin admin] Checking segment: {'id': 'ae6b110b-db59-4746-9456-8e33d738daaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:43:42.715995 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ceecc-81a9-4574-adc7-779ab0f988f1 admin admin] Network hostable DHCP agents. Network: 6b0a8399-e1f6-4383-ad5c-dd272285c8b5, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:43:42.736923 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ceecc-81a9-4574-adc7-779ab0f988f1 admin admin] Network 6b0a8399-e1f6-4383-ad5c-dd272285c8b5 is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:43:42.747027 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-9b9ceecc-81a9-4574-adc7-779ab0f988f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, 6b0a8399-e1f6-4383-ad5c-dd272285c8b5) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:42.751716 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9ceecc-81a9-4574-adc7-779ab0f988f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:42.752126 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b9ceecc-81a9-4574-adc7-779ab0f988f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.758267 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Set router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:42.764760 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac6b3aa-db5a-4df9-9b7f-3b02fcfe1736 None None] Network 6b0a8399-e1f6-4383-ad5c-dd272285c8b5 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:43:42.769430 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9b9ceecc-81a9-4574-adc7-779ab0f988f1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4257669 Mar 22 17:43:42.771941 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 55224) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:42.776159 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1700308830-router', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:42.796519 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2982'] for router (dfb024d8-8994-423b-9560-412525537898), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.797566 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2993'] for router (dfb024d8-8994-423b-9560-412525537898), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.865087 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Publish callbacks [] for router_controller (dfb024d8-8994-423b-9560-412525537898), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.025533 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6020b14-bac5-5759-9b19-a0dd5cfccbad-6b0a8399-e1f6-4383-ad5c-dd272285c8b5', 'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5', 'project_id': '2932bbf8bdb144f796666a8d3cb9d554', 'fixed_ips': [{'subnet_id': 'cf04d607-26c9-4555-a236-5e7701d87c4c'}]}} from dv-cinder-790535-31-iscsi. {{(pid=109969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:43:43.027193 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.037197 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Publish callbacks [] for router_gateway (dfb024d8-8994-423b-9560-412525537898), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.229370 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '32a8169d-e0af-421c-8714-e338fecd683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:43:40Z', 'revision_number': 4, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port': {'id': '32a8169d-e0af-421c-8714-e338fecd683d', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:35Z', 'updated_at': '2022-03-22T17:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '3951e38f-24f7-40d4-85a3-c9580e22c7e2', 'name': '', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'mac_address': 'fa:16:3e:1f:bd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:39Z', 'updated_at': '2022-03-22T17:43:40Z', 'revision_number': 2, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'subnets': [{'id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:43.266321 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Publish callbacks [] for router_gateway (dfb024d8-8994-423b-9560-412525537898), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.268218 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Checking router: 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:43:43.268575 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Updating router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 binding host dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:43:43.273959 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.db_base_plugin_common [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Allocated IP 172.20.0.2 (6b0a8399-e1f6-4383-ad5c-dd272285c8b5/cf04d607-26c9-4555-a236-5e7701d87c4c/85d63562-2c48-4897-902e-f310c6f60ecb) {{(pid=109969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:43:43.285976 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.308172 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.407733 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Allocated IP 172.27.3.34 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/51e14c2f-d481-409f-8344-cd7a9d2f6ed2) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:43:43.525980 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Publish callbacks [] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.565166 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.596623 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Publish callbacks [] for port (85d63562-2c48-4897-902e-f310c6f60ecb), precommit_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.609228 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:43:43.609759 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.612502 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:43.617450 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:43:43.667959 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Network 6b0a8399-e1f6-4383-ad5c-dd272285c8b5 is already hosted by enough agents. {{(pid=109969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:43:43.675465 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.base_scheduler [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Resources bound (agent type, host, resource id): {{(pid=109969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:43.691345 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Pushing event updated for resources: {'Port': ['ID=51e14c2f-d481-409f-8344-cd7a9d2f6ed2,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:43.691816 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Received port after_create {{(pid=109969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:43:43.697451 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Pushing event updated for resources: {'Port': ['ID=85d63562-2c48-4897-902e-f310c6f60ecb,revision_number=1']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:43.812641 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Publish callbacks [] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.814730 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Attempting to bind port 85d63562-2c48-4897-902e-f310c6f60ecb on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:43:43.815124 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Attempting to bind port 85d63562-2c48-4897-902e-f310c6f60ecb by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': 'ae6b110b-db59-4746-9456-8e33d738daaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:43:43.815577 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Attempting to bind port 85d63562-2c48-4897-902e-f310c6f60ecb on network 6b0a8399-e1f6-4383-ad5c-dd272285c8b5 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:43:43.822245 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:43:43.822568 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Checking segment: {'id': 'ae6b110b-db59-4746-9456-8e33d738daaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:43:43.822976 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.823363 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Bound using segment: {'id': 'ae6b110b-db59-4746-9456-8e33d738daaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:43:43.823935 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Bound port: 85d63562-2c48-4897-902e-f310c6f60ecb, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6b110b-db59-4746-9456-8e33d738daaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:43:43.824304 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.827648 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.863366 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebbdea-fbfa-48ce-af7b-b7a658782297 req-bbe2b75d-3e5c-4223-b130-279b8cec4715 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:43.865378 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f7ebbdea-fbfa-48ce-af7b-b7a658782297 req-bbe2b75d-3e5c-4223-b130-279b8cec4715 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.1424263 Mar 22 17:43:43.933350 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f0ebe-aff7-4846-ad5d-73baad7bd8ec None None] Pushing event updated for resources: {'Port': ['ID=3951e38f-24f7-40d4-85a3-c9580e22c7e2,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:43.945876 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Publish callbacks [] for router_gateway (dfb024d8-8994-423b-9560-412525537898), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.951973 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f7ebbdea-fbfa-48ce-af7b-b7a658782297 req-b7c0c1be-b3a1-475a-b128-2ecbc4454300 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789883 Mar 22 17:43:44.013307 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Attempting to bind port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:43:44.013769 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Attempting to bind port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '8631c860-b43c-4eb4-8ea4-0aafceaa619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:43:44.014202 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Attempting to bind port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 on network 2d568286-e569-4699-8813-e6e3ef8dd68d {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:43:44.020984 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:43:44.021687 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Checking segment: {'id': '8631c860-b43c-4eb4-8ea4-0aafceaa619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:43:44.021982 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.022507 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Bound using segment: {'id': '8631c860-b43c-4eb4-8ea4-0aafceaa619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:43:44.023052 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Bound port: 3951e38f-24f7-40d4-85a3-c9580e22c7e2, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8631c860-b43c-4eb4-8ea4-0aafceaa619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:43:44.023510 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.026130 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] For port 85d63562-2c48-4897-902e-f310c6f60ecb, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:43:44.030839 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] For port 85d63562-2c48-4897-902e-f310c6f60ecb, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=85d63562-2c48-4897-902e-f310c6f60ecb,segment=NetworkSegment(ae6b110b-db59-4746-9456-8e33d738daaf),segment_id=ae6b110b-db59-4746-9456-8e33d738daaf)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:43:44.052610 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.172476 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f68d5a-6118-460e-acb0-7db2d8690128 req-1ca54210-3ba4-46e6-90a5-82ebcceb3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:44.174030 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39f68d5a-6118-460e-acb0-7db2d8690128 req-1ca54210-3ba4-46e6-90a5-82ebcceb3b52 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 1129 time: 0.1698916 Mar 22 17:43:44.272784 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 32a8169d-e0af-421c-8714-e338fecd683d up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:43:44.381888 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17ca75-7f1d-4dcc-8832-fcf865b44b95 None None] Pushing event updated for resources: {'Port': ['ID=85d63562-2c48-4897-902e-f310c6f60ecb,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:44.390468 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-9662f0c7-16b4-474b-a0d0-0b575f466849 None None] Provisioning complete for port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:44.390947 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-9662f0c7-16b4-474b-a0d0-0b575f466849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.393740 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] For port 3951e38f-24f7-40d4-85a3-c9580e22c7e2, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:43:44.398841 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] For port 3951e38f-24f7-40d4-85a3-c9580e22c7e2, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=3951e38f-24f7-40d4-85a3-c9580e22c7e2,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:43:44.425450 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.487827 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-9662f0c7-16b4-474b-a0d0-0b575f466849 None None] Port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:43:44.502027 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 32a8169d-e0af-421c-8714-e338fecd683d triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:44.502370 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (32a8169d-e0af-421c-8714-e338fecd683d), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.560616 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f0ebe-aff7-4846-ad5d-73baad7bd8ec None None] Pushing event updated for resources: {'Port': ['ID=3951e38f-24f7-40d4-85a3-c9580e22c7e2,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:44.565451 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Routers {'6424dcdd-f8d2-4e9f-b413-1dee55cdb387'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:44.566030 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:43:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:44.696997 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686701'] for router (dfb024d8-8994-423b-9560-412525537898), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.830503 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 32a8169d-e0af-421c-8714-e338fecd683d is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:44.838200 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] Set router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:44.877300 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f68d5a-6118-460e-acb0-7db2d8690128 req-6ba948a4-7f47-4bf3-a643-5eea897ef251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:44.883371 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39f68d5a-6118-460e-acb0-7db2d8690128 req-6ba948a4-7f47-4bf3-a643-5eea897ef251 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 920 time: 0.6913693 Mar 22 17:43:44.969866 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39f68d5a-6118-460e-acb0-7db2d8690128 req-43599b46-805c-49e6-8a90-4a8a1917eb29 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2527f894-94bb-469c-b9c6-e80fe8fc5e2c HTTP/1.1" status: 200 len: 217 time: 0.0725067 Mar 22 17:43:45.108382 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-5e42b6e1-84a0-4fa2-9e34-e1253245d234 None None] Provisioning complete for port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:45.110236 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5e42b6e1-84a0-4fa2-9e34-e1253245d234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.126231 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f68d5a-6118-460e-acb0-7db2d8690128 req-d8def3af-f925-4961-ad4c-0f4c4252e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:45.128006 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39f68d5a-6118-460e-acb0-7db2d8690128 req-d8def3af-f925-4961-ad4c-0f4c4252e173 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.1420162 Mar 22 17:43:45.177466 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661be0e0-2b34-40a8-94ee-4a2bc425ea2e req-e9d259e6-3d49-4e0a-a71a-db8406a98ee6 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:45.179749 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-661be0e0-2b34-40a8-94ee-4a2bc425ea2e req-e9d259e6-3d49-4e0a-a71a-db8406a98ee6 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.1114221 Mar 22 17:43:45.240319 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f68d5a-6118-460e-acb0-7db2d8690128 req-157cdef8-8961-46ef-aa9f-2b9b15449c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:45.243098 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39f68d5a-6118-460e-acb0-7db2d8690128 req-157cdef8-8961-46ef-aa9f-2b9b15449c16 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1054685 Mar 22 17:43:45.256214 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Router dfb024d8-8994-423b-9560-412525537898 is scheduled to L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:43:45.284725 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-661be0e0-2b34-40a8-94ee-4a2bc425ea2e req-e091a740-b63c-4d4e-bd07-66801ae8f357 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949850 Mar 22 17:43:45.377439 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-5e42b6e1-84a0-4fa2-9e34-e1253245d234 None None] Current status of the port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:45.377439 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5e42b6e1-84a0-4fa2-9e34-e1253245d234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.460151 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-5e42b6e1-84a0-4fa2-9e34-e1253245d234 None None] For port 3951e38f-24f7-40d4-85a3-c9580e22c7e2, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=3951e38f-24f7-40d4-85a3-c9580e22c7e2,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:45.465002 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5e42b6e1-84a0-4fa2-9e34-e1253245d234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.478131 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '32a8169d-e0af-421c-8714-e338fecd683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:43:40Z', 'revision_number': 4, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port': {'id': '32a8169d-e0af-421c-8714-e338fecd683d', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:35Z', 'updated_at': '2022-03-22T17:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '3951e38f-24f7-40d4-85a3-c9580e22c7e2', 'name': '', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'mac_address': 'fa:16:3e:1f:bd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:39Z', 'updated_at': '2022-03-22T17:43:44Z', 'revision_number': 4, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'subnets': [{'id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:45.562232 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4a6a9-51e4-40a0-b04c-4fb284d872d3 None None] The sync data for ids ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'] in dv-cinder-790535-31-iscsi is: [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '32a8169d-e0af-421c-8714-e338fecd683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:43:40Z', 'revision_number': 4, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port': {'id': '32a8169d-e0af-421c-8714-e338fecd683d', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:35Z', 'updated_at': '2022-03-22T17:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '3951e38f-24f7-40d4-85a3-c9580e22c7e2', 'name': '', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'mac_address': 'fa:16:3e:1f:bd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:39Z', 'updated_at': '2022-03-22T17:43:44Z', 'revision_number': 4, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'subnets': [{'id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:43:45.584433 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39f68d5a-6118-460e-acb0-7db2d8690128 req-7b44fa90-fa24-42fc-b9ab-759dd3215332 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184505 Mar 22 17:43:45.629794 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:43:45.642738 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Sync routers for ids ['dfb024d8-8994-423b-9560-412525537898'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:43:45.650407 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42b6e1-84a0-4fa2-9e34-e1253245d234 None None] Pushing event updated for resources: {'Port': ['ID=3951e38f-24f7-40d4-85a3-c9580e22c7e2,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:45.733158 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Routers {'dfb024d8-8994-423b-9560-412525537898'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:45.734320 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:43:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['dfb024d8-8994-423b-9560-412525537898'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:45.876404 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.878948 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f11f830c-2dff-48c8-a37b-a8d1eba45842 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1058021 Mar 22 17:43:45.881732 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 55286) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:45.937575 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39f68d5a-6118-460e-acb0-7db2d8690128 req-24060ab0-0d2c-4d59-9505-c51ed3d33bb1 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305500 Mar 22 17:43:46.020658 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63de617-0204-403b-913a-7c2afee500fc None None] Network 6b0a8399-e1f6-4383-ad5c-dd272285c8b5 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:43:46.116411 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Set router dfb024d8-8994-423b-9560-412525537898 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:46.421972 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 85d63562-2c48-4897-902e-f310c6f60ecb up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:43:46.587880 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-2fed0bd2-aca3-40e2-9894-76b9828a93d3 None None] Provisioning complete for port 85d63562-2c48-4897-902e-f310c6f60ecb triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:46.588410 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-2fed0bd2-aca3-40e2-9894-76b9828a93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:46.760514 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752e879-bcd5-4023-8c5b-e97fbe2c3759 req-25902b85-2f1d-45b5-b11a-0828d66f24d8 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:46.767690 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8752e879-bcd5-4023-8c5b-e97fbe2c3759 req-25902b85-2f1d-45b5-b11a-0828d66f24d8 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.2339492 Mar 22 17:43:46.789121 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb024d8-8994-423b-9560-412525537898', 'name': 'tempest-TestMinimumBasicScenario-1700308830-router', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:42Z', 'updated_at': '2022-03-22T17:43:43Z', 'revision_number': 3, 'project_id': '2932bbf8bdb144f796666a8d3cb9d554', 'gw_port': {'id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb024d8-8994-423b-9560-412525537898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:43Z', 'updated_at': '2022-03-22T17:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:46.845850 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 85d63562-2c48-4897-902e-f310c6f60ecb triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:46.846314 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:46.900888 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Checking router: dfb024d8-8994-423b-9560-412525537898 for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:43:46.903400 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Updating router dfb024d8-8994-423b-9560-412525537898 port 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 binding host dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:43:46.934774 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8752e879-bcd5-4023-8c5b-e97fbe2c3759 req-48e464e4-1ad0-48a4-ba74-2170eed9d0c2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624739 Mar 22 17:43:46.976207 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-2fed0bd2-aca3-40e2-9894-76b9828a93d3 None None] Current status of the port 85d63562-2c48-4897-902e-f310c6f60ecb is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:46.976535 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-2fed0bd2-aca3-40e2-9894-76b9828a93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.022407 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.131600 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-2fed0bd2-aca3-40e2-9894-76b9828a93d3 None None] For port 85d63562-2c48-4897-902e-f310c6f60ecb, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=85d63562-2c48-4897-902e-f310c6f60ecb,segment=NetworkSegment(ae6b110b-db59-4746-9456-8e33d738daaf),segment_id=ae6b110b-db59-4746-9456-8e33d738daaf)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:47.146372 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-2fed0bd2-aca3-40e2-9894-76b9828a93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.333058 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 85d63562-2c48-4897-902e-f310c6f60ecb is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:47.334292 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 3951e38f-24f7-40d4-85a3-c9580e22c7e2 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:43:47.336391 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed0bd2-aca3-40e2-9894-76b9828a93d3 None None] Pushing event updated for resources: {'Port': ['ID=85d63562-2c48-4897-902e-f310c6f60ecb,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:47.340142 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-37dff418-b7b3-43ec-a0da-3338526db58e None None] Provisioning complete for port 85d63562-2c48-4897-902e-f310c6f60ecb triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:47.340531 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-37dff418-b7b3-43ec-a0da-3338526db58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.666957 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:47.667829 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.837775 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-37dff418-b7b3-43ec-a0da-3338526db58e None None] Current status of the port 85d63562-2c48-4897-902e-f310c6f60ecb is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:47.845939 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 55320) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:47.850682 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-b702971b-da5d-493a-b93f-45efdd0f79a3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72150264', 'description': 'tempest-description--565314048'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:47.886404 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.910612 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b702971b-da5d-493a-b93f-45efdd0f79a3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.938793 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:48.089356 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Publish callbacks [] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), precommit_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.103158 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.252471 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b702971b-da5d-493a-b93f-45efdd0f79a3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (5155015b-6bc5-4090-b5c1-af9ca9d73cff), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.259303 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 85d63562-2c48-4897-902e-f310c6f60ecb up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:43:48.279541 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b702971b-da5d-493a-b93f-45efdd0f79a3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (5155015b-6bc5-4090-b5c1-af9ca9d73cff), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.333664 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b702971b-da5d-493a-b93f-45efdd0f79a3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.339791 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-b702971b-da5d-493a-b93f-45efdd0f79a3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4926791 Mar 22 17:43:48.340460 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 55326) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:48.346717 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-7100f9ec-08a7-4d0a-8d72-c90beee40678 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'security_group_rule': {'security_group_id': '5155015b-6bc5-4090-b5c1-af9ca9d73cff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:48.350849 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Attempting to bind port 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:43:48.351522 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Attempting to bind port 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:43:48.352353 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Attempting to bind port 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 on network c8aa00b0-ab78-4efe-96f3-93b988cf785c {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:43:48.353561 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702971b-da5d-493a-b93f-45efdd0f79a3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5155015b-6bc5-4090-b5c1-af9ca9d73cff,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:48.375189 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf58122-0807-4b07-9f28-26a3cf4cf6ac None None] Pushing event updated for resources: {'Port': ['ID=51e14c2f-d481-409f-8344-cd7a9d2f6ed2,revision_number=2']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:48.387087 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 85d63562-2c48-4897-902e-f310c6f60ecb triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:48.387770 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.394206 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:43:48.394473 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Checking segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:43:48.396598 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.398464 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Bound using segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:43:48.405625 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Bound port: 51e14c2f-d481-409f-8344-cd7a9d2f6ed2, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:43:48.407699 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.409061 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Allocated IP 172.20.0.1 (6b0a8399-e1f6-4383-ad5c-dd272285c8b5/cf04d607-26c9-4555-a236-5e7701d87c4c/4ca572ff-a894-4827-9ca5-da90c6d96a24) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:43:48.413621 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df80a6-b51d-4de8-8c20-366ec9dff54d req-4c34143c-489f-4789-8e51-01ead5da0c52 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:48.426099 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-04df80a6-b51d-4de8-8c20-366ec9dff54d req-4c34143c-489f-4789-8e51-01ead5da0c52 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.2091477 Mar 22 17:43:48.536901 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-04df80a6-b51d-4de8-8c20-366ec9dff54d req-6eedf6a4-8c93-410f-94ea-320755351b4b tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099000 Mar 22 17:43:48.544650 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7100f9ec-08a7-4d0a-8d72-c90beee40678 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (ff8860cb-3003-420c-b334-a348d3e5001e), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.585415 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 85d63562-2c48-4897-902e-f310c6f60ecb is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:48.596887 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] For port 51e14c2f-d481-409f-8344-cd7a9d2f6ed2, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:43:48.597352 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Publish callbacks [] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.613589 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] For port 51e14c2f-d481-409f-8344-cd7a9d2f6ed2, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=51e14c2f-d481-409f-8344-cd7a9d2f6ed2,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:43:48.622119 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.659622 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.679111 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7100f9ec-08a7-4d0a-8d72-c90beee40678 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (ff8860cb-3003-420c-b334-a348d3e5001e), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.689126 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7100f9ec-08a7-4d0a-8d72-c90beee40678 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (ff8860cb-3003-420c-b334-a348d3e5001e), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.718161 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100f9ec-08a7-4d0a-8d72-c90beee40678 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8860cb-3003-420c-b334-a348d3e5001e,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:48.723883 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Network 6b0a8399-e1f6-4383-ad5c-dd272285c8b5 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:43:48.727117 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:48.731232 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:43:48.762260 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7100f9ec-08a7-4d0a-8d72-c90beee40678 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.764034 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf58122-0807-4b07-9f28-26a3cf4cf6ac None None] Pushing event updated for resources: {'Port': ['ID=51e14c2f-d481-409f-8344-cd7a9d2f6ed2,revision_number=3']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:48.770554 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7100f9ec-08a7-4d0a-8d72-c90beee40678 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4238715 Mar 22 17:43:48.772816 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 55330) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:48.784352 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca572ff-a894-4827-9ca5-da90c6d96a24,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:48.797923 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688184'] for router_interface (dfb024d8-8994-423b-9560-412525537898), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.804504 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-d7861fcf-7088-438d-bad6-ba20ebfdf5b0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'security_group_rule': {'security_group_id': '5155015b-6bc5-4090-b5c1-af9ca9d73cff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:48.851604 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Routers {'dfb024d8-8994-423b-9560-412525537898'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:48.852810 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:43:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['dfb024d8-8994-423b-9560-412525537898'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:48.891809 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d7861fcf-7088-438d-bad6-ba20ebfdf5b0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (5c6c9ed5-a515-4977-a303-5b0f504f920b), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.003795 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d7861fcf-7088-438d-bad6-ba20ebfdf5b0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (5c6c9ed5-a515-4977-a303-5b0f504f920b), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.016736 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d7861fcf-7088-438d-bad6-ba20ebfdf5b0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (5c6c9ed5-a515-4977-a303-5b0f504f920b), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.047325 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7861fcf-7088-438d-bad6-ba20ebfdf5b0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6c9ed5-a515-4977-a303-5b0f504f920b,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:49.056262 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d7861fcf-7088-438d-bad6-ba20ebfdf5b0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.062830 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d7861fcf-7088-438d-bad6-ba20ebfdf5b0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2637095 Mar 22 17:43:49.063823 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 55334) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:49.069064 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:49.089525 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] Set router dfb024d8-8994-423b-9560-412525537898 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:49.118423 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.128272 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.229865 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-0a4ceea7-28cc-4615-a931-a47eb82efa2f None None] Provisioning complete for port 4ca572ff-a894-4827-9ca5-da90c6d96a24 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:49.230928 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-0a4ceea7-28cc-4615-a931-a47eb82efa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.275469 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.318982 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ceea7-28cc-4615-a931-a47eb82efa2f None None] Port 4ca572ff-a894-4827-9ca5-da90c6d96a24 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:43:49.428519 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Publish callbacks [] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.439338 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.556833 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb024d8-8994-423b-9560-412525537898', 'name': 'tempest-TestMinimumBasicScenario-1700308830-router', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:42Z', 'updated_at': '2022-03-22T17:43:43Z', 'revision_number': 3, 'project_id': '2932bbf8bdb144f796666a8d3cb9d554', 'gw_port': {'id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb024d8-8994-423b-9560-412525537898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:43Z', 'updated_at': '2022-03-22T17:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:49.582317 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Allocated IP 172.27.3.240 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/b4cfcc60-82a9-4e27-9e40-eb587f9e95a3) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:43:49.637419 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03bd966-036b-4a77-bf98-a2362485d3d1 None None] The sync data for ids ['dfb024d8-8994-423b-9560-412525537898'] in dv-cinder-790535-31-iscsi is: [{'id': 'dfb024d8-8994-423b-9560-412525537898', 'name': 'tempest-TestMinimumBasicScenario-1700308830-router', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:42Z', 'updated_at': '2022-03-22T17:43:43Z', 'revision_number': 3, 'project_id': '2932bbf8bdb144f796666a8d3cb9d554', 'gw_port': {'id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb024d8-8994-423b-9560-412525537898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:43Z', 'updated_at': '2022-03-22T17:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:43:49.661026 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca572ff-a894-4827-9ca5-da90c6d96a24,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:49.667098 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688044'] for router_interface (dfb024d8-8994-423b-9560-412525537898), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.934002 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae23307-9366-4144-b3b6-392525e0a398 req-cd8afc65-b58f-4cee-add9-b7b72ab3a3aa tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:49.936517 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bae23307-9366-4144-b3b6-392525e0a398 req-cd8afc65-b58f-4cee-add9-b7b72ab3a3aa tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.1887062 Mar 22 17:43:49.988642 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for port (b4cfcc60-82a9-4e27-9e40-eb587f9e95a3), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:50.035895 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bae23307-9366-4144-b3b6-392525e0a398 req-28ffecd5-34f1-4acb-895f-96708b296ae5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899518 Mar 22 17:43:50.048580 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Network 6b0a8399-e1f6-4383-ad5c-dd272285c8b5 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:43:50.049812 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:50.099253 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (b4cfcc60-82a9-4e27-9e40-eb587f9e95a3), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:50.148612 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:43:50.152156 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:50.157919 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:43:50.218112 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'Port': ['ID=b4cfcc60-82a9-4e27-9e40-eb587f9e95a3,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:50.322569 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (411015da-950a-4ed9-86f0-13b75980b796), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:50.374762 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Router dfb024d8-8994-423b-9560-412525537898 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:43:50.457589 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (b4cfcc60-82a9-4e27-9e40-eb587f9e95a3), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:50.565512 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-bcbe510c-ac6a-47be-80f6-4634f067b1da None None] Provisioning complete for port 4ca572ff-a894-4827-9ca5-da90c6d96a24 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:50.566875 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-bcbe510c-ac6a-47be-80f6-4634f067b1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:50.672449 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:43:50.708908 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-5f09e8eb-e59e-4efb-a028-f11ac6d43018 admin admin] 10.222.0.42 "PUT /v2.0/routers/dfb024d8-8994-423b-9560-412525537898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8259017 Mar 22 17:43:50.718493 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe510c-ac6a-47be-80f6-4634f067b1da None None] Port 4ca572ff-a894-4827-9ca5-da90c6d96a24 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:43:50.914186 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for port (b4cfcc60-82a9-4e27-9e40-eb587f9e95a3), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:50.922538 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (b4cfcc60-82a9-4e27-9e40-eb587f9e95a3), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:51.012531 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (411015da-950a-4ed9-86f0-13b75980b796), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:51.079181 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'Port': ['ID=b4cfcc60-82a9-4e27-9e40-eb587f9e95a3,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:51.104810 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:51.108459 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-236dbcd7-cfa5-45bb-9304-878151ebd82d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0433800 Mar 22 17:43:51.327322 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1256d-cb18-4f4f-a0ae-4ceca55889d4 req-06b6e863-6e7c-4b9b-9d12-fc39ac43860e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:51.329388 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b3d1256d-cb18-4f4f-a0ae-4ceca55889d4 req-06b6e863-6e7c-4b9b-9d12-fc39ac43860e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0872769 Mar 22 17:43:51.487685 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b3d1256d-cb18-4f4f-a0ae-4ceca55889d4 req-abc18220-b0a6-4037-8e10-b957a4b93110 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500051 Mar 22 17:43:52.230783 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:43:52.449747 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:52.450537 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:52.590716 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:52.592803 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:52.649902 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port 51e14c2f-d481-409f-8344-cd7a9d2f6ed2, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=51e14c2f-d481-409f-8344-cd7a9d2f6ed2,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:52.656354 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:52.856016 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d058a21-2020-4b80-963c-5f10ac74f4d2 req-7d289771-e68f-4a67-b4f3-8474254522d4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:52.871956 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7d058a21-2020-4b80-963c-5f10ac74f4d2 req-7d289771-e68f-4a67-b4f3-8474254522d4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.2049754 Mar 22 17:43:52.910085 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=51e14c2f-d481-409f-8344-cd7a9d2f6ed2,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:52.981506 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7d058a21-2020-4b80-963c-5f10ac74f4d2 req-d696d6ce-8ff9-413e-a0d1-252f1be1e360 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084929 Mar 22 17:43:53.142523 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Sync routers for ids ['dfb024d8-8994-423b-9560-412525537898'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:43:53.170072 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Routers {'dfb024d8-8994-423b-9560-412525537898'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:53.170782 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:43:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['dfb024d8-8994-423b-9560-412525537898'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:53.462796 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Set router dfb024d8-8994-423b-9560-412525537898 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:53.920517 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb024d8-8994-423b-9560-412525537898', 'name': 'tempest-TestMinimumBasicScenario-1700308830-router', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:42Z', 'updated_at': '2022-03-22T17:43:49Z', 'revision_number': 4, 'project_id': '2932bbf8bdb144f796666a8d3cb9d554', 'gw_port': {'id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb024d8-8994-423b-9560-412525537898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:43Z', 'updated_at': '2022-03-22T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '4ca572ff-a894-4827-9ca5-da90c6d96a24', 'name': '', 'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'mac_address': 'fa:16:3e:47:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb024d8-8994-423b-9560-412525537898', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cf04d607-26c9-4555-a236-5e7701d87c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:47Z', 'updated_at': '2022-03-22T17:43:49Z', 'revision_number': 2, 'project_id': '2932bbf8bdb144f796666a8d3cb9d554', 'subnets': [{'id': 'cf04d607-26c9-4555-a236-5e7701d87c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:53.959472 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Checking router: dfb024d8-8994-423b-9560-412525537898 for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:43:53.960236 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Updating router dfb024d8-8994-423b-9560-412525537898 port 4ca572ff-a894-4827-9ca5-da90c6d96a24 binding host dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:43:54.036220 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.180447 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:43:54.335128 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:54.335128 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.522907 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:54.555820 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Publish callbacks [] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.565501 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.661743 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.675284 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb369f9-2ea4-4bd8-8162-3d63a0a9990a None None] Pushing event updated for resources: {'Port': ['ID=4ca572ff-a894-4827-9ca5-da90c6d96a24,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:54.756075 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Attempting to bind port 4ca572ff-a894-4827-9ca5-da90c6d96a24 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:43:54.756469 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Attempting to bind port 4ca572ff-a894-4827-9ca5-da90c6d96a24 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': 'ae6b110b-db59-4746-9456-8e33d738daaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:43:54.756833 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Attempting to bind port 4ca572ff-a894-4827-9ca5-da90c6d96a24 on network 6b0a8399-e1f6-4383-ad5c-dd272285c8b5 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:43:54.766291 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:43:54.766676 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Checking segment: {'id': 'ae6b110b-db59-4746-9456-8e33d738daaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:43:54.767101 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.767488 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Bound using segment: {'id': 'ae6b110b-db59-4746-9456-8e33d738daaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:43:54.767964 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Bound port: 4ca572ff-a894-4827-9ca5-da90c6d96a24, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6b110b-db59-4746-9456-8e33d738daaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:43:54.768350 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.853106 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] For port 4ca572ff-a894-4827-9ca5-da90c6d96a24, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:43:54.858819 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] For port 4ca572ff-a894-4827-9ca5-da90c6d96a24, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=4ca572ff-a894-4827-9ca5-da90c6d96a24,segment=NetworkSegment(ae6b110b-db59-4746-9456-8e33d738daaf),segment_id=ae6b110b-db59-4746-9456-8e33d738daaf)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:43:54.867697 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.940193 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Routers {'dfb024d8-8994-423b-9560-412525537898'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:54.940666 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:43:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['dfb024d8-8994-423b-9560-412525537898'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:55.177577 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb369f9-2ea4-4bd8-8162-3d63a0a9990a None None] Pushing event updated for resources: {'Port': ['ID=4ca572ff-a894-4827-9ca5-da90c6d96a24,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:55.344346 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] Set router dfb024d8-8994-423b-9560-412525537898 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:55.504716 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-7077da20-7538-44c4-9171-adcb0392d7dd None None] Provisioning complete for port 4ca572ff-a894-4827-9ca5-da90c6d96a24 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:55.505176 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7077da20-7538-44c4-9171-adcb0392d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:55.958560 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-7077da20-7538-44c4-9171-adcb0392d7dd None None] Current status of the port 4ca572ff-a894-4827-9ca5-da90c6d96a24 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:55.959350 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7077da20-7538-44c4-9171-adcb0392d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:56.057132 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-7077da20-7538-44c4-9171-adcb0392d7dd None None] For port 4ca572ff-a894-4827-9ca5-da90c6d96a24, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=4ca572ff-a894-4827-9ca5-da90c6d96a24,segment=NetworkSegment(ae6b110b-db59-4746-9456-8e33d738daaf),segment_id=ae6b110b-db59-4746-9456-8e33d738daaf)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:56.097912 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7077da20-7538-44c4-9171-adcb0392d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:56.506957 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077da20-7538-44c4-9171-adcb0392d7dd None None] Pushing event updated for resources: {'Port': ['ID=4ca572ff-a894-4827-9ca5-da90c6d96a24,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:56.519366 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-e2df8a0a-8162-4d61-8f29-f82c61fbc90e None None] Provisioning complete for port 4ca572ff-a894-4827-9ca5-da90c6d96a24 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:56.519753 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-e2df8a0a-8162-4d61-8f29-f82c61fbc90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:56.526344 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb024d8-8994-423b-9560-412525537898', 'name': 'tempest-TestMinimumBasicScenario-1700308830-router', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:42Z', 'updated_at': '2022-03-22T17:43:49Z', 'revision_number': 4, 'project_id': '2932bbf8bdb144f796666a8d3cb9d554', 'gw_port': {'id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb024d8-8994-423b-9560-412525537898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:43Z', 'updated_at': '2022-03-22T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '4ca572ff-a894-4827-9ca5-da90c6d96a24', 'name': '', 'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'mac_address': 'fa:16:3e:47:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb024d8-8994-423b-9560-412525537898', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cf04d607-26c9-4555-a236-5e7701d87c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:47Z', 'updated_at': '2022-03-22T17:43:54Z', 'revision_number': 4, 'project_id': '2932bbf8bdb144f796666a8d3cb9d554', 'subnets': [{'id': 'cf04d607-26c9-4555-a236-5e7701d87c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:56.659496 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408391b0-5e58-4472-a62c-0d0a7c950a48 None None] The sync data for ids ['dfb024d8-8994-423b-9560-412525537898'] in dv-cinder-790535-31-iscsi is: [{'id': 'dfb024d8-8994-423b-9560-412525537898', 'name': 'tempest-TestMinimumBasicScenario-1700308830-router', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:42Z', 'updated_at': '2022-03-22T17:43:49Z', 'revision_number': 4, 'project_id': '2932bbf8bdb144f796666a8d3cb9d554', 'gw_port': {'id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb024d8-8994-423b-9560-412525537898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:43Z', 'updated_at': '2022-03-22T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '4ca572ff-a894-4827-9ca5-da90c6d96a24', 'name': '', 'network_id': '6b0a8399-e1f6-4383-ad5c-dd272285c8b5', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'mac_address': 'fa:16:3e:47:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb024d8-8994-423b-9560-412525537898', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cf04d607-26c9-4555-a236-5e7701d87c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:47Z', 'updated_at': '2022-03-22T17:43:54Z', 'revision_number': 4, 'project_id': '2932bbf8bdb144f796666a8d3cb9d554', 'subnets': [{'id': 'cf04d607-26c9-4555-a236-5e7701d87c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:43:56.866978 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-e2df8a0a-8162-4d61-8f29-f82c61fbc90e None None] Current status of the port 4ca572ff-a894-4827-9ca5-da90c6d96a24 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:57.389734 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 55504) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:57.391984 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-07319d36-260b-451a-a2cd-33845ebb3a99 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841000469', 'description': 'tempest-description--1323405165'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:57.445486 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-07319d36-260b-451a-a2cd-33845ebb3a99 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:57.615101 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-07319d36-260b-451a-a2cd-33845ebb3a99 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for security_group (334eb90b-4f7c-4bac-8626-16384d81a4cf), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:57.628306 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-07319d36-260b-451a-a2cd-33845ebb3a99 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (334eb90b-4f7c-4bac-8626-16384d81a4cf), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:57.724212 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07319d36-260b-451a-a2cd-33845ebb3a99 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334eb90b-4f7c-4bac-8626-16384d81a4cf,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:57.755256 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-07319d36-260b-451a-a2cd-33845ebb3a99 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:57.760600 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-07319d36-260b-451a-a2cd-33845ebb3a99 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3726487 Mar 22 17:43:57.764845 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 55520) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:57.772345 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-8def4424-caa9-460e-a1ca-dd7b56db570a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Request body: {'security_group_rule': {'security_group_id': '334eb90b-4f7c-4bac-8626-16384d81a4cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:57.952109 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8def4424-caa9-460e-a1ca-dd7b56db570a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for security_group_rule (92c2a426-aeaa-4a9c-bf8f-2bf86dc1342e), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:58.116702 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8def4424-caa9-460e-a1ca-dd7b56db570a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for security_group_rule (92c2a426-aeaa-4a9c-bf8f-2bf86dc1342e), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:58.143958 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8def4424-caa9-460e-a1ca-dd7b56db570a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (92c2a426-aeaa-4a9c-bf8f-2bf86dc1342e), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:58.195419 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def4424-caa9-460e-a1ca-dd7b56db570a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c2a426-aeaa-4a9c-bf8f-2bf86dc1342e,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:58.247212 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8def4424-caa9-460e-a1ca-dd7b56db570a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:58.256186 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 55530) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:58.258715 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8def4424-caa9-460e-a1ca-dd7b56db570a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4924960 Mar 22 17:43:58.271067 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-7dc09da5-7035-4f97-8b18-e9b3146e3196 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Request body: {'security_group_rule': {'security_group_id': '334eb90b-4f7c-4bac-8626-16384d81a4cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:58.377843 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 4ca572ff-a894-4827-9ca5-da90c6d96a24 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:43:58.390336 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7dc09da5-7035-4f97-8b18-e9b3146e3196 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for security_group_rule (61c8a0c4-1d1c-4296-a18f-7375a672100c), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:58.524080 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2cb2-ab53-478b-bfa2-935c0ee209ca req-e0a2a237-4c35-4db0-9c47-9bc4f37a6660 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:58.526905 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-47ec2cb2-ab53-478b-bfa2-935c0ee209ca req-e0a2a237-4c35-4db0-9c47-9bc4f37a6660 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.1714911 Mar 22 17:43:58.542093 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 4ca572ff-a894-4827-9ca5-da90c6d96a24 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:58.542729 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:58.568072 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7dc09da5-7035-4f97-8b18-e9b3146e3196 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for security_group_rule (61c8a0c4-1d1c-4296-a18f-7375a672100c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:58.599837 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7dc09da5-7035-4f97-8b18-e9b3146e3196 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (61c8a0c4-1d1c-4296-a18f-7375a672100c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:58.629376 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc09da5-7035-4f97-8b18-e9b3146e3196 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c8a0c4-1d1c-4296-a18f-7375a672100c,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:58.673245 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7dc09da5-7035-4f97-8b18-e9b3146e3196 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:58.683143 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7dc09da5-7035-4f97-8b18-e9b3146e3196 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4256899 Mar 22 17:43:58.689334 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 55538) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:58.693594 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-47ec2cb2-ab53-478b-bfa2-935c0ee209ca req-22f22868-d9d8-4a25-8c2b-6c75ab06759d tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586452 Mar 22 17:43:58.708875 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:58.733516 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 4ca572ff-a894-4827-9ca5-da90c6d96a24 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:43:58.754520 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:58.992152 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:59.047225 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:43:59.084236 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5d3175b4-938d-4c02-be53-baffdd160027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:59.224985 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Allocated IP 172.27.3.110 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/4768fbad-d00f-4f21-9782-d75f674828ad) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:43:59.382320 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for port (4768fbad-d00f-4f21-9782-d75f674828ad), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:59.431691 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (4768fbad-d00f-4f21-9782-d75f674828ad), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:59.491022 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:43:59.503415 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:59.516498 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:43:59.531129 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Pushing event updated for resources: {'Port': ['ID=4768fbad-d00f-4f21-9782-d75f674828ad,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:59.648781 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for floatingip (e6e8daf4-e814-4b63-928b-489555435975), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:59.711457 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (4768fbad-d00f-4f21-9782-d75f674828ad), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:59.924592 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for port (4768fbad-d00f-4f21-9782-d75f674828ad), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:59.930610 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (4768fbad-d00f-4f21-9782-d75f674828ad), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:59.979049 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (e6e8daf4-e814-4b63-928b-489555435975), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:00.020297 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:00.021585 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3312995 Mar 22 17:44:00.022502 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13e33b-2926-4ff4-8292-42b87a47ac7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Pushing event updated for resources: {'Port': ['ID=4768fbad-d00f-4f21-9782-d75f674828ad,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:01.786317 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c99f1c35-2089-4290-9b51-66b766c002ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:03.204570 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:04.613596 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:05.138080 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-690f880d-5eb0-4eac-9e59-4d5cb355ad3d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--72150264&fields=id&tenant_id=7ed4104feede4674a867b41f6ff73e8c HTTP/1.1" status: 200 len: 267 time: 0.0727215 Mar 22 17:44:05.295230 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-cb03b90a-886f-42ab-b2b3-827095dfa69b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:05.303603 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-cb03b90a-886f-42ab-b2b3-827095dfa69b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 814 time: 0.1566188 Mar 22 17:44:05.324721 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-0f1f6b35-aa9e-4ca2-bd27-ff38ca005c61 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/quotas/7ed4104feede4674a867b41f6ff73e8c HTTP/1.1" status: 200 len: 375 time: 0.0197773 Mar 22 17:44:05.406106 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-6feeeb4a-f370-4458-af5f-1e2b549046c2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799780 Mar 22 17:44:05.534647 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec88648-71a6-4c0e-956a-5e68d8142b78 req-79c2628c-40ce-4d80-ad01-a739cfd4c684 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:05.538132 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-cec88648-71a6-4c0e-956a-5e68d8142b78 req-79c2628c-40ce-4d80-ad01-a739cfd4c684 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0844243 Mar 22 17:44:05.587037 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-e80d67e9-bc14-4dee-bd94-92e52b6cfcff service neutron] 10.222.0.42 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617906 Mar 22 17:44:05.690377 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-cec88648-71a6-4c0e-956a-5e68d8142b78 req-f2221a63-223d-4583-92ef-00d8c8cc7321 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436367 Mar 22 17:44:05.786545 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-628e0005-3773-4950-b6ff-e161356089d3 service neutron] 10.222.0.42 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743844 Mar 22 17:44:05.920773 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-b5ed6418-4038-4ef8-9b5b-cde1b3b6c702 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1841000469&fields=id&tenant_id=551e3d92eba5412297c3544177af2587 HTTP/1.1" status: 200 len: 267 time: 0.1215630 Mar 22 17:44:06.164159 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:06.302594 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-965a75e8-b85c-49b0-8f75-77e7c6b514ea tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:06.315163 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-965a75e8-b85c-49b0-8f75-77e7c6b514ea tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 819 time: 0.3893595 Mar 22 17:44:06.348436 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-4fbd3422-017b-4268-b239-fa4226dc4552 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/quotas/551e3d92eba5412297c3544177af2587 HTTP/1.1" status: 200 len: 375 time: 0.0320597 Mar 22 17:44:06.450021 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-16f21062-578d-4019-a998-2e4fc40b2e00 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0875006 Mar 22 17:44:06.556221 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-24a66a04-8fea-41a9-8569-b9edb2136538 service neutron] 10.222.0.42 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027524 Mar 22 17:44:06.565621 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fa3e3-1074-41cf-b733-bddc1f467534 req-b1537270-4617-4425-97e3-54a658f35b87 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:06.568065 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ba9fa3e3-1074-41cf-b733-bddc1f467534 req-b1537270-4617-4425-97e3-54a658f35b87 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0826399 Mar 22 17:44:06.647979 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ba9fa3e3-1074-41cf-b733-bddc1f467534 req-4d5b40c4-fe9c-4970-9c67-1aecf9174f8e tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739007 Mar 22 17:44:06.702422 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-a7579ade-b3c3-45ad-abe7-0489a1eac657 service neutron] 10.222.0.42 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345804 Mar 22 17:44:06.726559 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b9512f0e-7b62-4016-9dd1-6d7cb1f85cf8 req-15b25b5e-1ebd-46f0-94b6-117b612cb394 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 210 time: 0.0401971 Mar 22 17:44:07.035993 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-75e743a5-d59d-498a-82b7-0df22ee9383b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:07.037734 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-75e743a5-d59d-498a-82b7-0df22ee9383b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/networks?id=2d568286-e569-4699-8813-e6e3ef8dd68d HTTP/1.1" status: 200 len: 815 time: 0.2086923 Mar 22 17:44:07.056183 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-55f9fed9-2d64-456a-911c-1b04d0299903 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/quotas/ee5fbcd9de654056a71858f0688b8a75 HTTP/1.1" status: 200 len: 375 time: 0.0118752 Mar 22 17:44:07.078386 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a4fa8-01f8-4950-aec3-b032b006b5db req-7f0f8004-8f53-44f8-9f99-f2686a7d7302 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:07.084316 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-411a4fa8-01f8-4950-aec3-b032b006b5db req-7f0f8004-8f53-44f8-9f99-f2686a7d7302 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.1238294 Mar 22 17:44:07.146082 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-411a4fa8-01f8-4950-aec3-b032b006b5db req-6ba2f583-06d9-4bc4-9605-a2cae5b1de97 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546408 Mar 22 17:44:07.201776 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-9e9ccdc8-1484-4faf-a7b7-7882c9fd5b7b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee5fbcd9de654056a71858f0688b8a75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311369 Mar 22 17:44:07.276436 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d5aa9448-d04b-499a-a0e5-4d81238abf44 req-02201677-0899-4cf9-8a2a-ea1ba1a0c886 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 210 time: 0.0546806 Mar 22 17:44:07.381140 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-9874b40b-2777-45c5-a898-4e040f0d968c service neutron] 10.222.0.42 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680548 Mar 22 17:44:07.546379 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-32736d29-f6cf-4542-bb43-a295fd00425b service neutron] 10.222.0.42 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631515 Mar 22 17:44:07.790709 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c7ce5e64-b048-430c-81ce-c037d5f62542 req-35e96a29-ddb9-45cd-8948-07aa35b5e9fa tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 210 time: 0.0415678 Mar 22 17:44:07.818676 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd64d96-106e-41fe-b545-4ae345c6ebe2 req-9ebe4747-5cf9-4509-a4b2-8045dedf9939 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:07.826103 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1dd64d96-106e-41fe-b545-4ae345c6ebe2 req-9ebe4747-5cf9-4509-a4b2-8045dedf9939 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0777693 Mar 22 17:44:07.918174 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-addbd810-41c9-423a-a8ae-8b7224678eef req-1736ff67-23df-43bc-8f5c-c6193c8bbb5b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 210 time: 0.0478749 Mar 22 17:44:07.933230 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1dd64d96-106e-41fe-b545-4ae345c6ebe2 req-652237aa-ebc1-4f5c-927e-9a1f8bc43b37 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057026 Mar 22 17:44:08.357013 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9eaa4-ea2f-4863-921a-3c8c3d2a237e req-dfd93f0c-9594-4e52-9c4f-a24792eab700 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:08.359400 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e0e9eaa4-ea2f-4863-921a-3c8c3d2a237e req-dfd93f0c-9594-4e52-9c4f-a24792eab700 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0762174 Mar 22 17:44:08.374841 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-72f1f9a1-99ea-4f4d-8ba5-b44a12e6e252 req-de504f0f-589e-4b56-8500-d650e63fea51 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 210 time: 0.0347559 Mar 22 17:44:08.427827 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e0e9eaa4-ea2f-4863-921a-3c8c3d2a237e req-a25b8834-0419-4aa2-a38e-4c26a235b808 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628896 Mar 22 17:44:08.907420 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-770e64ca-19d2-4a46-9ebd-8d1565ec8d2d req-64180d00-28e8-4dbf-961a-5f7bc9b95790 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 210 time: 0.0434349 Mar 22 17:44:09.058511 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5c778e2a-b995-4910-9a96-d9458707b305 req-c9e0fb9e-21e1-4ad3-b9e8-aa445be282cf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 210 time: 0.0400655 Mar 22 17:44:09.108287 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a324f6-35e6-4394-a468-a3a0a43b738c req-e2db580c-35b8-4737-bc30-d279b959c201 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:09.113995 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d7a324f6-35e6-4394-a468-a3a0a43b738c req-e2db580c-35b8-4737-bc30-d279b959c201 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0954344 Mar 22 17:44:09.162860 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d7a324f6-35e6-4394-a468-a3a0a43b738c req-518e1ae8-eea1-4508-8d6e-334c1903885e tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476270 Mar 22 17:44:09.485426 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2157144c-d4bc-4a13-8404-b7247697c986 req-d0e87fa9-d325-4c91-a1cb-79190c72db34 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 210 time: 0.0379918 Mar 22 17:44:09.579127 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119875e2-c838-4633-ad80-dfec236a0584 req-3ecad396-5c36-4e01-898f-7ea1b7a297ad tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:09.581945 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-119875e2-c838-4633-ad80-dfec236a0584 req-3ecad396-5c36-4e01-898f-7ea1b7a297ad tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0726635 Mar 22 17:44:09.643349 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-119875e2-c838-4633-ad80-dfec236a0584 req-0e4c19dd-ccd1-4a9e-b6d2-a264b09efd97 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565827 Mar 22 17:44:10.223118 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1bd40dbc-04e7-45b7-aa60-d173a759ca71 req-77be9af7-3ed4-4329-a36e-04c039a8a106 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 210 time: 0.0481024 Mar 22 17:44:10.343106 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9865137-b025-4d8b-92d5-306fc023b44a req-75c2697e-182a-4f9c-8141-f82eaebc11c5 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 210 time: 0.3220844 Mar 22 17:44:10.409736 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5638ca-6760-4bbd-a1b8-97f07d90ec2f req-5a1aa549-2349-45aa-b982-3c6c2df11857 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:10.411300 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-aa5638ca-6760-4bbd-a1b8-97f07d90ec2f req-5a1aa549-2349-45aa-b982-3c6c2df11857 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0856717 Mar 22 17:44:10.470016 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-aa5638ca-6760-4bbd-a1b8-97f07d90ec2f req-445e60ad-6f93-4c41-a603-a9af47227f93 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527894 Mar 22 17:44:10.614845 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6b6dd97b-bcd7-4c42-9b8c-db5b7772b082 req-46fe99ad-4876-49c1-ac46-317f6c859dc0 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 210 time: 0.0435138 Mar 22 17:44:10.828171 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153d4e3-1417-4eb3-9faa-4330b6df31b7 req-daf6bbfb-cac6-4953-85af-8f9ffc9b68be tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:10.838366 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d153d4e3-1417-4eb3-9faa-4330b6df31b7 req-daf6bbfb-cac6-4953-85af-8f9ffc9b68be tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0772152 Mar 22 17:44:10.962830 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d153d4e3-1417-4eb3-9faa-4330b6df31b7 req-a6c960e4-5cb4-4f89-a49d-3f3b371b098d tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229599 Mar 22 17:44:11.004725 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-9cc41034-c0f8-4f94-a7ad-c4cd22db4ad4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:11.009801 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-9cc41034-c0f8-4f94-a7ad-c4cd22db4ad4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 814 time: 0.3018215 Mar 22 17:44:11.307551 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-02dca1b7-3d0d-4e49-a0f4-d1d304ed7016 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:11.310647 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-02dca1b7-3d0d-4e49-a0f4-d1d304ed7016 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 819 time: 0.3540709 Mar 22 17:44:11.322454 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-5d84a487-bafa-4b73-93ef-1e8abda1dae1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ed4104feede4674a867b41f6ff73e8c HTTP/1.1" status: 200 len: 471 time: 0.1940556 Mar 22 17:44:11.330436 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-30f7e12e-620c-4efc-8785-08d22938113b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:11.333452 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-30f7e12e-620c-4efc-8785-08d22938113b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.76 "GET /v2.0/networks?id=2d568286-e569-4699-8813-e6e3ef8dd68d HTTP/1.1" status: 200 len: 815 time: 0.2987587 Mar 22 17:44:11.351583 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-cc6f6cee-4120-43e4-bdd7-8f6812f7f078 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Request body: {'port': {'device_id': '1627e2a0-b41e-4558-83da-3860111a316d', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'admin_state_up': True, 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:11.375522 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c4a6d875-82e6-420c-b205-7b628db22c4f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'port': {'device_id': '72a16c76-0231-422a-b7f4-71ae7cba813f', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'admin_state_up': True, 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'security_groups': ['5155015b-6bc5-4090-b5c1-af9ca9d73cff']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:11.525186 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f18a192e-b579-4d4c-b93c-a02527338fef req-57aa472f-6853-4093-af04-c71c6fe4a839 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 210 time: 0.0531516 Mar 22 17:44:11.638818 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-ef96b98e-c652-4ea8-9cdf-155bac456264 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=551e3d92eba5412297c3544177af2587 HTTP/1.1" status: 200 len: 380 time: 0.2962875 Mar 22 17:44:11.650935 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2bfbf17c-75b0-472e-b6c6-e47c1b9ebdec req-fab080ae-8ddd-4263-9b7a-7cc7a7efc4c8 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 210 time: 0.1376555 Mar 22 17:44:11.661524 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-d3ed21a8-342a-4bba-a1aa-729b120a3489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Request body: {'port': {'device_id': '332bde1b-5161-4904-820d-d425b6e06a4f', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'admin_state_up': True, 'tenant_id': '551e3d92eba5412297c3544177af2587', 'security_groups': ['334eb90b-4f7c-4bac-8626-16384d81a4cf']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:11.705887 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-cc6f6cee-4120-43e4-bdd7-8f6812f7f078 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Made reservation on behalf of ee5fbcd9de654056a71858f0688b8a75 for: {'port': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:44:11.714467 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-cc6f6cee-4120-43e4-bdd7-8f6812f7f078 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:11.794566 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4eda75-b5aa-4807-9a9c-114a7f04ec5f req-72a476bc-a65d-4d04-8507-2860ed339052 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:11.796582 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-aa4eda75-b5aa-4807-9a9c-114a7f04ec5f req-72a476bc-a65d-4d04-8507-2860ed339052 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1781890 Mar 22 17:44:11.854471 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ea6eba5d-657a-4a0d-a0db-f07109065d90 req-407e927e-ad8f-4a4c-a6e8-3f2df76fedba tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 210 time: 0.0812998 Mar 22 17:44:11.908601 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-aa4eda75-b5aa-4807-9a9c-114a7f04ec5f req-02db4e6b-7c49-4f8d-bde7-824cf647c20d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001093 Mar 22 17:44:11.910403 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c4a6d875-82e6-420c-b205-7b628db22c4f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Made reservation on behalf of 7ed4104feede4674a867b41f6ff73e8c for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:44:11.913847 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c4a6d875-82e6-420c-b205-7b628db22c4f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:11.967745 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-d3ed21a8-342a-4bba-a1aa-729b120a3489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Made reservation on behalf of 551e3d92eba5412297c3544177af2587 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:44:11.979060 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-d3ed21a8-342a-4bba-a1aa-729b120a3489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:12.253793 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-cc6f6cee-4120-43e4-bdd7-8f6812f7f078 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Allocated IP 172.20.0.9 (2d568286-e569-4699-8813-e6e3ef8dd68d/8bfdcdda-fee9-4a49-a4da-010b7e834f7f/997781b3-448e-4852-9544-11dc5d8734ca) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:44:12.290071 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c4a6d875-82e6-420c-b205-7b628db22c4f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Allocated IP 172.20.0.10 (ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6/bb472c87-5227-40ca-b870-5ef24c007548/a8b97622-668f-4ab0-b5fc-f27d36cfadd2) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:44:12.291910 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c713a6-d1f8-47a3-8675-07efa23b49d2 req-182f4545-3cb3-4390-ba09-4ac89d5aca7c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:12.296519 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-33c713a6-d1f8-47a3-8675-07efa23b49d2 req-182f4545-3cb3-4390-ba09-4ac89d5aca7c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.1993654 Mar 22 17:44:12.322919 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-d3ed21a8-342a-4bba-a1aa-729b120a3489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Allocated IP 172.20.0.13 (0dec5cb3-00ee-49ed-81ec-287be8da6ef5/004bbac2-0014-4e4a-bd98-f2f6cd1034a9/0a218033-92ac-4970-8f07-4700a2ce8b8e) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:44:12.407937 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-33c713a6-d1f8-47a3-8675-07efa23b49d2 req-aa65a92e-1e82-450c-b13b-29a76c7736a7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971997 Mar 22 17:44:12.924651 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c2dc5c4d-38d3-465f-825a-bc314103ecd9 req-49d5a923-037d-4c3e-a12f-2dcda803961d tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 210 time: 0.1122453 Mar 22 17:44:12.963886 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c4a6d875-82e6-420c-b205-7b628db22c4f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:13.039044 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-acb37db8-8fc9-42a4-b293-a409125b2e39 req-ae7dc6ff-87d0-4e0b-893a-aa7f2ca65712 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 210 time: 0.2473969 Mar 22 17:44:13.103186 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-cc6f6cee-4120-43e4-bdd7-8f6812f7f078 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for port (997781b3-448e-4852-9544-11dc5d8734ca), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:13.143371 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-d3ed21a8-342a-4bba-a1aa-729b120a3489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:13.217598 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-d3ed21a8-342a-4bba-a1aa-729b120a3489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:13.303918 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-d3ed21a8-342a-4bba-a1aa-729b120a3489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:44:13.310497 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-d3ed21a8-342a-4bba-a1aa-729b120a3489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:13.316415 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c4a6d875-82e6-420c-b205-7b628db22c4f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:13.322183 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-d3ed21a8-342a-4bba-a1aa-729b120a3489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:44:13.328791 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-d3ed21a8-342a-4bba-a1aa-729b120a3489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:13.329382 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-d3ed21a8-342a-4bba-a1aa-729b120a3489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:13.378799 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed21a8-342a-4bba-a1aa-729b120a3489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Pushing event updated for resources: {'Port': ['ID=0a218033-92ac-4970-8f07-4700a2ce8b8e,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:13.434732 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-cc6f6cee-4120-43e4-bdd7-8f6812f7f078 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (997781b3-448e-4852-9544-11dc5d8734ca), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:13.464096 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-d3ed21a8-342a-4bba-a1aa-729b120a3489 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8066120 Mar 22 17:44:13.474030 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac78574-6fde-44e6-b474-271f98566e49 req-6e646e55-1edf-4681-b81d-3e6a9de37311 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:13.477185 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7ac78574-6fde-44e6-b474-271f98566e49 req-6e646e55-1edf-4681-b81d-3e6a9de37311 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.2797444 Mar 22 17:44:13.481743 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c4a6d875-82e6-420c-b205-7b628db22c4f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:44:13.504593 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Request body: {'port': {'device_id': '332bde1b-5161-4904-820d-d425b6e06a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:13.633250 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c4a6d875-82e6-420c-b205-7b628db22c4f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:13.654026 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0deab-f820-4ca9-8c70-4ec96c480ff5 req-7b852486-0b77-48b2-97bc-96816e58067e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:13.656337 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1da0deab-f820-4ca9-8c70-4ec96c480ff5 req-7b852486-0b77-48b2-97bc-96816e58067e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 932 time: 0.4996221 Mar 22 17:44:13.667362 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c4a6d875-82e6-420c-b205-7b628db22c4f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:44:13.679172 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c4a6d875-82e6-420c-b205-7b628db22c4f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:13.687859 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c4a6d875-82e6-420c-b205-7b628db22c4f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:13.716769 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-cc6f6cee-4120-43e4-bdd7-8f6812f7f078 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Network 2d568286-e569-4699-8813-e6e3ef8dd68d is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:44:13.733268 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f6cee-4120-43e4-bdd7-8f6812f7f078 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event updated for resources: {'Port': ['ID=997781b3-448e-4852-9544-11dc5d8734ca,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:13.750111 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-cc6f6cee-4120-43e4-bdd7-8f6812f7f078 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:13.759444 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6d875-82e6-420c-b205-7b628db22c4f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'Port': ['ID=a8b97622-668f-4ab0-b5fc-f27d36cfadd2,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:13.764241 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-cc6f6cee-4120-43e4-bdd7-8f6812f7f078 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:44:13.786156 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c4a6d875-82e6-420c-b205-7b628db22c4f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4378271 Mar 22 17:44:13.858750 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-8503c60b-14ac-4559-8c6c-f8825b195f46 None None] Provisioning complete for port 0a218033-92ac-4970-8f07-4700a2ce8b8e triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:13.859901 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-8503c60b-14ac-4559-8c6c-f8825b195f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:13.864012 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:13.865762 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1da0deab-f820-4ca9-8c70-4ec96c480ff5 req-37fe6252-4e4c-439b-ad0e-f824159188bb tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852012 Mar 22 17:44:13.897593 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7ac78574-6fde-44e6-b474-271f98566e49 req-99bda52e-e9b3-4630-8d49-09680de4eba3 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880645 Mar 22 17:44:13.929498 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-cc6f6cee-4120-43e4-bdd7-8f6812f7f078 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:13.939096 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-8503c60b-14ac-4559-8c6c-f8825b195f46 None None] Port 0a218033-92ac-4970-8f07-4700a2ce8b8e cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:44:13.955056 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-cc6f6cee-4120-43e4-bdd7-8f6812f7f078 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:13.981698 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-cc6f6cee-4120-43e4-bdd7-8f6812f7f078 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6352515 Mar 22 17:44:14.121383 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598180a2-e448-426e-a27a-36a9738b8dee req-5942e53b-4c3e-4957-bef7-85035542ffe0 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:14.124721 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-598180a2-e448-426e-a27a-36a9738b8dee req-5942e53b-4c3e-4957-bef7-85035542ffe0 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.1233659 Mar 22 17:44:14.163730 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-fb975d18-e8c2-4186-b3f5-0ebd816fabab None None] Provisioning complete for port 997781b3-448e-4852-9544-11dc5d8734ca triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:14.164127 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-fb975d18-e8c2-4186-b3f5-0ebd816fabab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (997781b3-448e-4852-9544-11dc5d8734ca), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:14.186175 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-598180a2-e448-426e-a27a-36a9738b8dee req-31bab9a0-88d1-436c-abd0-a20b5e191c8e tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550652 Mar 22 17:44:14.205980 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-fb975d18-e8c2-4186-b3f5-0ebd816fabab None None] Port 997781b3-448e-4852-9544-11dc5d8734ca cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:44:14.217104 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-fb975d18-e8c2-4186-b3f5-0ebd816fabab None None] Provisioning complete for port a8b97622-668f-4ab0-b5fc-f27d36cfadd2 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:14.217532 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-fb975d18-e8c2-4186-b3f5-0ebd816fabab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:14.250260 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd05dd-d1ae-41bc-b892-6b8c16e63dd5 req-7f84b6ca-de9b-4543-807d-bd9addcb63d4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:14.251804 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01bd05dd-d1ae-41bc-b892-6b8c16e63dd5 req-7f84b6ca-de9b-4543-807d-bd9addcb63d4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 931 time: 0.1220310 Mar 22 17:44:14.260437 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-fb975d18-e8c2-4186-b3f5-0ebd816fabab None None] Port a8b97622-668f-4ab0-b5fc-f27d36cfadd2 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:44:14.300608 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36352b0c-6f39-4fdf-8502-7745ed0e6aff req-2f755a11-4c48-41fb-a71d-f647e4412e68 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:14.302127 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-36352b0c-6f39-4fdf-8502-7745ed0e6aff req-2f755a11-4c48-41fb-a71d-f647e4412e68 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 932 time: 0.0647159 Mar 22 17:44:14.334022 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01bd05dd-d1ae-41bc-b892-6b8c16e63dd5 req-141ad665-f1df-475d-ba8f-b3bf68aecc4c tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743341 Mar 22 17:44:14.359768 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-36352b0c-6f39-4fdf-8502-7745ed0e6aff req-0c4f6083-47ca-4b81-9acd-9b1d50e80950 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519004 Mar 22 17:44:14.385917 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a218033-92ac-4970-8f07-4700a2ce8b8e {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:44:14.394688 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Publish callbacks [] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:14.409711 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Transition to ACTIVE for port object 0a218033-92ac-4970-8f07-4700a2ce8b8e will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:44:14.413524 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:14.472257 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Pushing event updated for resources: {'Port': ['ID=0a218033-92ac-4970-8f07-4700a2ce8b8e,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:14.510364 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Attempting to bind port 0a218033-92ac-4970-8f07-4700a2ce8b8e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:44:14.510738 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Attempting to bind port 0a218033-92ac-4970-8f07-4700a2ce8b8e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:44:14.511020 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Attempting to bind port 0a218033-92ac-4970-8f07-4700a2ce8b8e on network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:14.517540 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Port 0a218033-92ac-4970-8f07-4700a2ce8b8e on network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:44:14.517903 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Attempting to bind port 0a218033-92ac-4970-8f07-4700a2ce8b8e on network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:14.523281 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:44:14.523600 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Checking segment: {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:44:14.524007 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Bound using segment: {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:44:14.524477 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Bound port: 0a218033-92ac-4970-8f07-4700a2ce8b8e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56bd40f0-969a-4707-9cc1-cf7d93e979f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:44:14.524786 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:14.596040 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] For port 0a218033-92ac-4970-8f07-4700a2ce8b8e, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:44:14.599661 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] For port 0a218033-92ac-4970-8f07-4700a2ce8b8e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0a218033-92ac-4970-8f07-4700a2ce8b8e,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:44:14.611848 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:14.654800 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:14.655422 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:14.656821 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] 10.222.0.76 "PUT /v2.0/ports/0a218033-92ac-4970-8f07-4700a2ce8b8e HTTP/1.1" status: 200 len: 1094 time: 1.1739483 Mar 22 17:44:14.657256 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332bde1b-5161-4904-820d-d425b6e06a4f', 'tag': '0a218033-92ac-4970-8f07-4700a2ce8b8e'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:14.659516 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e771553e-862c-44ff-ad01-3b0f1621b8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "332bde1b-5161-4904-820d-d425b6e06a4f", "tag": "0a218033-92ac-4970-8f07-4700a2ce8b8e"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:14.685845 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df8896-1ce0-4889-8a59-44cd8861020b service neutron] Pushing event updated for resources: {'Port': ['ID=0a218033-92ac-4970-8f07-4700a2ce8b8e,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:14.703027 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218662fa-ab06-4fa4-b512-e6eab6b5d794 x-openstack-request-id: req-218662fa-ab06-4fa4-b512-e6eab6b5d794 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:14.703390 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332bde1b-5161-4904-820d-d425b6e06a4f", "tag": "0a218033-92ac-4970-8f07-4700a2ce8b8e", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:14.703727 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-218662fa-ab06-4fa4-b512-e6eab6b5d794 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:14.704209 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218662fa-ab06-4fa4-b512-e6eab6b5d794'] response: {'name': 'network-changed', 'server_uuid': '332bde1b-5161-4904-820d-d425b6e06a4f', 'tag': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'status': 'completed', 'code': 200} Mar 22 17:44:15.001897 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f3098-bdae-4a19-a9b0-823933d88f75 req-14347bf7-317a-4900-bcd7-44d90823e5af tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:15.003418 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-881f3098-bdae-4a19-a9b0-823933d88f75 req-14347bf7-317a-4900-bcd7-44d90823e5af tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 944 time: 0.0611880 Mar 22 17:44:15.058628 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-881f3098-bdae-4a19-a9b0-823933d88f75 req-9e24706e-eda8-4e9f-934e-7cc7d23975cc tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493786 Mar 22 17:44:15.066004 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb6405-6cb1-4101-8e1f-d12e20ffdb51 req-4aef430e-2b26-4119-b532-6808d50baef2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:15.067532 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8cbb6405-6cb1-4101-8e1f-d12e20ffdb51 req-4aef430e-2b26-4119-b532-6808d50baef2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0599525 Mar 22 17:44:15.114276 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8cbb6405-6cb1-4101-8e1f-d12e20ffdb51 req-b5351e1c-411b-4ce5-9640-09e1395022cb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411031 Mar 22 17:44:15.292525 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2861ed5-6ab1-423c-8f6b-13713560735c req-d88f06ce-c20a-40ab-97dd-4e973efc93b0 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:15.294619 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b2861ed5-6ab1-423c-8f6b-13713560735c req-d88f06ce-c20a-40ab-97dd-4e973efc93b0 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0526924 Mar 22 17:44:15.340720 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b2861ed5-6ab1-423c-8f6b-13713560735c req-3591c07e-9636-4b32-b98a-64503379e602 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397310 Mar 22 17:44:15.453741 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0fa80-ed1b-404e-9668-ed5395b12875 req-e2a54094-97a3-4010-9ced-d94c048e79df tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:15.455349 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-49b0fa80-ed1b-404e-9668-ed5395b12875 req-e2a54094-97a3-4010-9ced-d94c048e79df tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 931 time: 0.0532649 Mar 22 17:44:15.481851 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ea671-82eb-452a-804b-0f21234101bf req-4c00474e-c6a8-4703-914e-7f5b0265a706 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:15.483504 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b82ea671-82eb-452a-804b-0f21234101bf req-4c00474e-c6a8-4703-914e-7f5b0265a706 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 932 time: 0.0571499 Mar 22 17:44:15.515412 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-49b0fa80-ed1b-404e-9668-ed5395b12875 req-f89240b6-323a-41d9-af15-1a44d451d2b1 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529993 Mar 22 17:44:15.533660 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b82ea671-82eb-452a-804b-0f21234101bf req-43d0204a-69ce-4f0f-a6b6-46072c56512c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445478 Mar 22 17:44:16.179070 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca400425-0874-4a42-883a-395c7d53c5e4 req-51267ccb-99cb-481e-aa99-3f012af675ed tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:16.180570 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ca400425-0874-4a42-883a-395c7d53c5e4 req-51267ccb-99cb-481e-aa99-3f012af675ed tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 944 time: 0.0537965 Mar 22 17:44:16.231683 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ca400425-0874-4a42-883a-395c7d53c5e4 req-b0441024-b645-46da-acac-f6db16aaff5e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449877 Mar 22 17:44:16.237723 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25537e-ca40-4925-9486-95fa9f9ed1a5 req-c6b386ac-7dac-424d-a0a4-55dbf6da2986 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:16.239528 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2f25537e-ca40-4925-9486-95fa9f9ed1a5 req-c6b386ac-7dac-424d-a0a4-55dbf6da2986 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0523143 Mar 22 17:44:16.288601 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2f25537e-ca40-4925-9486-95fa9f9ed1a5 req-7b6923a0-b678-427a-b5c9-eddb21a85ce3 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424652 Mar 22 17:44:16.461599 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315e60d-ba82-4d77-8276-c7a4a94344cd req-42a5045e-cac9-48b8-aba5-d7ba3593d10c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:16.463076 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a315e60d-ba82-4d77-8276-c7a4a94344cd req-42a5045e-cac9-48b8-aba5-d7ba3593d10c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0535626 Mar 22 17:44:16.522982 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a315e60d-ba82-4d77-8276-c7a4a94344cd req-719050bc-2834-48d0-a594-908d6a7070cd tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540879 Mar 22 17:44:16.736888 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf3a7d-726b-49c1-ac96-8ff43e3a651a req-e973baba-5a71-49ff-ae2b-55f850fc2dd2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:16.749592 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ffdf3a7d-726b-49c1-ac96-8ff43e3a651a req-e973baba-5a71-49ff-ae2b-55f850fc2dd2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 932 time: 0.1291316 Mar 22 17:44:16.761714 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c091120-286b-49e9-928a-663a82e68668 req-289ad241-9767-4a64-9a53-086bcc7011ad tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:16.763551 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8c091120-286b-49e9-928a-663a82e68668 req-289ad241-9767-4a64-9a53-086bcc7011ad tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 931 time: 0.1072590 Mar 22 17:44:16.882125 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ffdf3a7d-726b-49c1-ac96-8ff43e3a651a req-f5521f1e-b190-4fa2-a57d-50f7b2ff08fe tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258633 Mar 22 17:44:16.903280 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8c091120-286b-49e9-928a-663a82e68668 req-60d9d121-735a-44a0-9189-50a8840d42e1 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252756 Mar 22 17:44:17.381750 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f28f-cdea-4cf2-bfb3-0a9ea5b2f8a5 req-d0aa3e80-f93b-4c3f-92d4-81e4808f24a2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:17.383517 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e665f28f-cdea-4cf2-bfb3-0a9ea5b2f8a5 req-d0aa3e80-f93b-4c3f-92d4-81e4808f24a2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 944 time: 0.0809810 Mar 22 17:44:17.471698 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27b116-c0ce-427f-b62c-075be67ff647 req-af0988b4-ecba-46b2-ae68-03c05b82c91b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:17.478207 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e665f28f-cdea-4cf2-bfb3-0a9ea5b2f8a5 req-892f9674-56e0-4b21-9276-8dcb66fe32a8 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876210 Mar 22 17:44:17.487519 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2c27b116-c0ce-427f-b62c-075be67ff647 req-af0988b4-ecba-46b2-ae68-03c05b82c91b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0945230 Mar 22 17:44:17.589727 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2c27b116-c0ce-427f-b62c-075be67ff647 req-f2929f8e-6f50-41e2-9925-582b238f7df7 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993061 Mar 22 17:44:17.707954 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e4ba3-27ba-4d38-9dc4-3f9a28d8d20e req-40950651-e323-4f9a-923e-4c693a089391 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:17.709385 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d90e4ba3-27ba-4d38-9dc4-3f9a28d8d20e req-40950651-e323-4f9a-923e-4c693a089391 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0714974 Mar 22 17:44:17.789420 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d90e4ba3-27ba-4d38-9dc4-3f9a28d8d20e req-d17ab948-9e31-40c6-af43-6f884ee90336 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739429 Mar 22 17:44:18.050089 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70e3c6-da2d-45f4-b034-7f0b11b99f76 req-c5b79859-b109-456f-be17-f0aa516ebf4d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:18.057399 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6a70e3c6-da2d-45f4-b034-7f0b11b99f76 req-c5b79859-b109-456f-be17-f0aa516ebf4d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 932 time: 0.0802464 Mar 22 17:44:18.067584 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dab42-38ac-434e-9d61-724aeb0ca591 req-8c151b5f-faff-47fd-8044-9f945d4f227b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:18.069273 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4d6dab42-38ac-434e-9d61-724aeb0ca591 req-8c151b5f-faff-47fd-8044-9f945d4f227b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 931 time: 0.0737352 Mar 22 17:44:18.138346 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6a70e3c6-da2d-45f4-b034-7f0b11b99f76 req-f09edf37-c2b6-4c8f-a35f-f6f0fef00928 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800037 Mar 22 17:44:18.174487 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4d6dab42-38ac-434e-9d61-724aeb0ca591 req-154125f6-e3b3-43ef-9843-65a2899317ee tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969326 Mar 22 17:44:18.600650 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd97cf-9ec6-403b-aeff-225ebd378ba1 req-3859bb14-3c8e-47d8-ad7b-65ee213f93ae tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:18.602922 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c6dd97cf-9ec6-403b-aeff-225ebd378ba1 req-3859bb14-3c8e-47d8-ad7b-65ee213f93ae tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 944 time: 0.0612617 Mar 22 17:44:18.686229 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c6dd97cf-9ec6-403b-aeff-225ebd378ba1 req-dd4e82c9-7044-4033-9ca6-115bcd502ab4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726504 Mar 22 17:44:18.781034 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7cb97-4cc2-473b-be26-f29d6013bd8b req-3c3a46f8-78b5-4f06-b6da-3c1a4350d920 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:18.782564 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-44c7cb97-4cc2-473b-be26-f29d6013bd8b req-3c3a46f8-78b5-4f06-b6da-3c1a4350d920 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0590653 Mar 22 17:44:18.843210 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-44c7cb97-4cc2-473b-be26-f29d6013bd8b req-ce93adab-9525-4d96-9a50-a0d61b2e0d8b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543950 Mar 22 17:44:18.943781 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44431a5-52d0-4b0a-8e2b-a797e9622c4d req-a77d869d-5094-423f-8489-998a6fbaf8fa tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:18.945535 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a44431a5-52d0-4b0a-8e2b-a797e9622c4d req-a77d869d-5094-423f-8489-998a6fbaf8fa tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0619168 Mar 22 17:44:18.996441 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a44431a5-52d0-4b0a-8e2b-a797e9622c4d req-e496ec05-acb2-413e-9e48-f6b27088f37f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443692 Mar 22 17:44:19.325506 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae82941-88e6-44de-aab4-db45be546340 req-7e495589-23cd-4f63-8262-1fab80913ac4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:19.327849 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0ae82941-88e6-44de-aab4-db45be546340 req-7e495589-23cd-4f63-8262-1fab80913ac4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 932 time: 0.0991852 Mar 22 17:44:19.341363 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f473c1a-e938-48db-b497-6532b7250593 req-de2304c6-bbb2-474c-b423-616625996459 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:19.343149 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9f473c1a-e938-48db-b497-6532b7250593 req-de2304c6-bbb2-474c-b423-616625996459 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 931 time: 0.0752914 Mar 22 17:44:19.405012 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0ae82941-88e6-44de-aab4-db45be546340 req-8495391c-62f8-44f4-b4be-cc598ff3f7f4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707378 Mar 22 17:44:19.406003 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9f473c1a-e938-48db-b497-6532b7250593 req-e0c9c08b-e91c-4c91-8d01-b09de07c9028 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567434 Mar 22 17:44:19.831575 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f3c70-ee30-4d1d-88cf-12a2f1928124 req-b41dbed6-8eed-414c-9879-126b83e1ad38 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:19.834421 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-721f3c70-ee30-4d1d-88cf-12a2f1928124 req-b41dbed6-8eed-414c-9879-126b83e1ad38 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 944 time: 0.0595727 Mar 22 17:44:19.897307 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-721f3c70-ee30-4d1d-88cf-12a2f1928124 req-2d69ce13-af76-4ed2-b8a1-bcb7da24ccba tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568397 Mar 22 17:44:20.032199 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50c8f2-8b95-40d5-838c-89ae15402c1d req-f157ec81-4912-4d29-8da0-39f923b6e772 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:20.033821 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac50c8f2-8b95-40d5-838c-89ae15402c1d req-f157ec81-4912-4d29-8da0-39f923b6e772 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0758290 Mar 22 17:44:20.104363 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac50c8f2-8b95-40d5-838c-89ae15402c1d req-90477075-4bb6-4d31-b584-02b32423e003 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642090 Mar 22 17:44:20.154532 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb1cde-a504-4f2d-b012-ecf3236a2249 req-8dc650ad-dbea-4c3d-b9a9-3642d2656858 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:20.156044 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d1fb1cde-a504-4f2d-b012-ecf3236a2249 req-8dc650ad-dbea-4c3d-b9a9-3642d2656858 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0791144 Mar 22 17:44:20.216280 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d1fb1cde-a504-4f2d-b012-ecf3236a2249 req-0864c24a-b337-4085-a887-2f2c08d4d172 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500433 Mar 22 17:44:20.547923 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735ccde-9996-4467-b1b7-78f70e5c52cd req-2411f2cf-4d49-4e86-b10b-d16aee63456c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:20.550219 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1735ccde-9996-4467-b1b7-78f70e5c52cd req-2411f2cf-4d49-4e86-b10b-d16aee63456c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 932 time: 0.0624218 Mar 22 17:44:20.612714 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1735ccde-9996-4467-b1b7-78f70e5c52cd req-0221bbdd-2f33-4402-967f-178804817cb6 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542173 Mar 22 17:44:20.760134 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28cd3d-659b-4766-8aed-7d646e97883d req-8bc73b02-99b7-474b-b447-09c317798b4a tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:20.761706 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7f28cd3d-659b-4766-8aed-7d646e97883d req-8bc73b02-99b7-474b-b447-09c317798b4a tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 931 time: 0.2807686 Mar 22 17:44:20.829343 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7f28cd3d-659b-4766-8aed-7d646e97883d req-92d0afa0-91b2-43bc-a626-db2710180532 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607142 Mar 22 17:44:21.047443 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f824-5ecc-4312-92a8-306aa1032725 req-dd2c33b9-546f-48d4-b044-76dadfa823e8 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:21.049220 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-00b4f824-5ecc-4312-92a8-306aa1032725 req-dd2c33b9-546f-48d4-b044-76dadfa823e8 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 944 time: 0.0729156 Mar 22 17:44:21.100779 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-00b4f824-5ecc-4312-92a8-306aa1032725 req-cf505c01-6110-48e0-a75d-7d31aa04a944 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452394 Mar 22 17:44:21.233784 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5df2a6-3ba8-4052-b3c7-279ed294ca73 req-adc53a34-52a2-44a2-96c7-5685d42c4d7d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:21.235114 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8a5df2a6-3ba8-4052-b3c7-279ed294ca73 req-adc53a34-52a2-44a2-96c7-5685d42c4d7d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0575778 Mar 22 17:44:21.302071 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8a5df2a6-3ba8-4052-b3c7-279ed294ca73 req-09146282-8688-4630-b673-944019e4dc3c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604048 Mar 22 17:44:21.402559 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057791f-50bc-4307-b302-b1ee071f2bf8 req-3b5f50e8-60cc-4d28-8c8e-e32ff3672cfd tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:21.420447 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1057791f-50bc-4307-b302-b1ee071f2bf8 req-3b5f50e8-60cc-4d28-8c8e-e32ff3672cfd tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.1131296 Mar 22 17:44:21.536884 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1057791f-50bc-4307-b302-b1ee071f2bf8 req-2bdf53b2-0acc-4789-bc9e-0d83b9954926 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154304 Mar 22 17:44:21.785355 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd01704-15c7-45fb-9938-937e4548fa2f req-44448fbb-1ee2-42a0-a42e-674b1524e8a6 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:21.787401 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1cd01704-15c7-45fb-9938-937e4548fa2f req-44448fbb-1ee2-42a0-a42e-674b1524e8a6 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 932 time: 0.0927989 Mar 22 17:44:21.879993 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1cd01704-15c7-45fb-9938-937e4548fa2f req-9621fbd6-1360-4f94-9f60-0aa031e29baa tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845654 Mar 22 17:44:22.012963 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55bfb0-f791-4462-bdba-58f2fd4d3e3d req-6d85f801-ed31-4f7a-9539-ecb1bf411454 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:22.019447 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce55bfb0-f791-4462-bdba-58f2fd4d3e3d req-6d85f801-ed31-4f7a-9539-ecb1bf411454 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 931 time: 0.0796096 Mar 22 17:44:22.129908 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce55bfb0-f791-4462-bdba-58f2fd4d3e3d req-667f2012-8a57-4f45-8881-d4b94d24198b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041815 Mar 22 17:44:22.392702 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a0396-9a39-4290-a04d-6a8c85796425 req-c9ac2390-dffb-495e-9343-2bf075cff38a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:22.395160 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-239a0396-9a39-4290-a04d-6a8c85796425 req-c9ac2390-dffb-495e-9343-2bf075cff38a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 944 time: 0.1375065 Mar 22 17:44:22.491101 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-239a0396-9a39-4290-a04d-6a8c85796425 req-b7952458-1f16-4e39-89c5-0fd553f56c70 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885959 Mar 22 17:44:22.542689 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba620f40-e395-454d-899f-1569ae1a6d33 req-0085c99d-edac-4928-9a34-760611adb2e3 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:22.553850 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ba620f40-e395-454d-899f-1569ae1a6d33 req-0085c99d-edac-4928-9a34-760611adb2e3 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1362102 Mar 22 17:44:22.662701 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ba620f40-e395-454d-899f-1569ae1a6d33 req-feb0f52c-2022-4f2f-9682-7ef045e06ba1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079271 Mar 22 17:44:22.812672 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40e8bc-503d-4732-bc7c-4fc8ede41d32 req-575f03a3-294e-4235-9c19-17b210d3ed71 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:22.814385 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-cd40e8bc-503d-4732-bc7c-4fc8ede41d32 req-575f03a3-294e-4235-9c19-17b210d3ed71 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.1132650 Mar 22 17:44:22.907336 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-cd40e8bc-503d-4732-bc7c-4fc8ede41d32 req-b20660f7-442c-4c8e-ba33-2a9823ac2e97 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862448 Mar 22 17:44:23.013304 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4775a-74b7-4da9-869b-b13cebd81e39 req-f94868c3-2a1e-40b4-b7d2-277af6854e93 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:23.015452 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-83b4775a-74b7-4da9-869b-b13cebd81e39 req-f94868c3-2a1e-40b4-b7d2-277af6854e93 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 932 time: 0.0632608 Mar 22 17:44:23.072634 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-83b4775a-74b7-4da9-869b-b13cebd81e39 req-d8a9478c-2fe2-463d-aab7-dc61de9ff939 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513871 Mar 22 17:44:23.282661 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c45a49-a8db-4ca1-90dc-a57b80c24896 req-67ab2c92-fbd6-4938-ac2b-54e85c46fd84 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:23.285231 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-71c45a49-a8db-4ca1-90dc-a57b80c24896 req-67ab2c92-fbd6-4938-ac2b-54e85c46fd84 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 931 time: 0.0634413 Mar 22 17:44:23.338701 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-71c45a49-a8db-4ca1-90dc-a57b80c24896 req-bc21a164-969f-48d2-b4e0-c45520890df2 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469701 Mar 22 17:44:23.672959 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08386ecb-c0dc-4572-8226-a6e449c65896 req-4bcc185a-50b8-43df-a909-1f51b71fbae2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:23.675147 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-08386ecb-c0dc-4572-8226-a6e449c65896 req-4bcc185a-50b8-43df-a909-1f51b71fbae2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 944 time: 0.0891848 Mar 22 17:44:23.834496 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-08386ecb-c0dc-4572-8226-a6e449c65896 req-a7ce8ccc-f073-48d9-a4cc-76ca99f753c5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491709 Mar 22 17:44:23.973195 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56096) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:24.100017 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84b0242-86f7-4443-9ba8-0357555ea216 admin admin] Deleting subnet 2fd993ad-37f3-4a73-90fb-d0db5efa8d22 {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:44:24.104735 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d84b0242-86f7-4443-9ba8-0357555ea216 admin admin] Publish callbacks [] for subnet (2fd993ad-37f3-4a73-90fb-d0db5efa8d22), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:24.169542 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf653d-deb9-4468-8032-553d4d61e6a2 req-a252d3ec-12de-4ffc-886a-a43212daabed tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:24.190122 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ecaf653d-deb9-4468-8032-553d4d61e6a2 req-a252d3ec-12de-4ffc-886a-a43212daabed tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.2626197 Mar 22 17:44:24.258779 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d84b0242-86f7-4443-9ba8-0357555ea216 admin admin] Publish callbacks [] for subnet (2fd993ad-37f3-4a73-90fb-d0db5efa8d22), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:24.281802 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d84b0242-86f7-4443-9ba8-0357555ea216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (2fd993ad-37f3-4a73-90fb-d0db5efa8d22), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:24.286411 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ecaf653d-deb9-4468-8032-553d4d61e6a2 req-d4d0c56f-124b-4bb5-a030-21bbbb266443 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949569 Mar 22 17:44:24.332511 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e4707-d8d9-4aac-974c-c56921b15d70 req-06858cab-645c-430e-8d73-128041900ce9 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:24.344743 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e86e4707-d8d9-4aac-974c-c56921b15d70 req-06858cab-645c-430e-8d73-128041900ce9 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.2004495 Mar 22 17:44:24.473651 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257b829-8a01-4331-aab7-c1753445cc8c req-fdfb0f2b-677a-4677-8ec9-732e431f3e13 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:24.475308 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e86e4707-d8d9-4aac-974c-c56921b15d70 req-bce54d62-8fea-4b8b-afed-c501844fecbb tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190205 Mar 22 17:44:24.476094 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d257b829-8a01-4331-aab7-c1753445cc8c req-fdfb0f2b-677a-4677-8ec9-732e431f3e13 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 932 time: 0.0912766 Mar 22 17:44:24.505610 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d84b0242-86f7-4443-9ba8-0357555ea216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet (2fd993ad-37f3-4a73-90fb-d0db5efa8d22), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:24.568211 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b0242-86f7-4443-9ba8-0357555ea216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd993ad-37f3-4a73-90fb-d0db5efa8d22,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:24.571319 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d84b0242-86f7-4443-9ba8-0357555ea216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:24.578134 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d84b0242-86f7-4443-9ba8-0357555ea216 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2fd993ad-37f3-4a73-90fb-d0db5efa8d22 HTTP/1.1" status: 204 len: 168 time: 0.6038496 Mar 22 17:44:24.579352 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56108) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:24.683800 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d257b829-8a01-4331-aab7-c1753445cc8c req-6c99de18-9110-41a2-a817-f232fd72e52e tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1918275 Mar 22 17:44:24.742999 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:24.912333 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (d70fc928-33d6-4ded-8962-986a427263dd), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:24.944015 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be140f-404f-4ce5-9f4f-032b2e763ae3 req-79117c3a-181b-4425-aaf0-96f9f33d6d90 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:24.945962 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b9be140f-404f-4ce5-9f4f-032b2e763ae3 req-79117c3a-181b-4425-aaf0-96f9f33d6d90 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 931 time: 0.3173878 Mar 22 17:44:25.020867 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1cfd5-9008-4b54-90e4-1187d6937160 req-24215a10-0485-4eac-9609-696348a62b85 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:25.022518 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-91f1cfd5-9008-4b54-90e4-1187d6937160 req-24215a10-0485-4eac-9609-696348a62b85 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 944 time: 0.0670798 Mar 22 17:44:25.044872 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (d70fc928-33d6-4ded-8962-986a427263dd), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:25.067868 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b9be140f-404f-4ce5-9f4f-032b2e763ae3 req-6ce7d042-5115-417b-b2f7-52787bd9b1fa tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007187 Mar 22 17:44:25.074278 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-91f1cfd5-9008-4b54-90e4-1187d6937160 req-716f7581-cf17-4f90-b2df-2eaba7a6b104 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457616 Mar 22 17:44:25.078732 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.079086 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.079848 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.080198 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > port after_create 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.080523 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > port after_delete 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.080864 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > port after_update 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.081253 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.081537 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.082138 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.082343 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.198378 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.200105 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.200241 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.200568 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:44:25.201189 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70fc928-33d6-4ded-8962-986a427263dd']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:25.220864 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42a11b6-101f-4473-8f6e-840157b6dc2a') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:25.221114 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42a11b6-101f-4473-8f6e-840157b6dc2a') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:25.248114 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Request body: {'port': {'device_id': '72a16c76-0231-422a-b7f4-71ae7cba813f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:25.251917 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62622219'] for segment (b42a11b6-101f-4473-8f6e-840157b6dc2a), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:25.280446 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Request body: {'port': {'device_id': '1627e2a0-b41e-4558-83da-3860111a316d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:25.413970 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (b42a11b6-101f-4473-8f6e-840157b6dc2a), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:25.419896 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (997781b3-448e-4852-9544-11dc5d8734ca), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:25.475216 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:44:25.475609 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61706047'] for segment (b42a11b6-101f-4473-8f6e-840157b6dc2a), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: from cryptography.utils import int_from_bytes Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: from cryptography.utils import int_from_bytes Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: timer() Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: cb(*args, **kw) Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: self._notify() Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: self.callback(batched_events) Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: event.method(event) Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: return self._get(url).json() Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:44:25.482530 dv-cinder-790535-31-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:44:25.491347 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56122) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:25.495897 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:25.622763 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771553e-862c-44ff-ad01-3b0f1621b8e7 req-cc9cb748-2bc7-467d-8784-d15722a16ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:25.624690 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e771553e-862c-44ff-ad01-3b0f1621b8e7 req-cc9cb748-2bc7-467d-8784-d15722a16ecb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 1128 time: 0.3065202 Mar 22 17:44:25.641100 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818256-93f3-4692-9b73-52e3fa13a60a req-de4deb60-a1f7-40e7-aee5-b165eedc7c40 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:25.642663 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-47818256-93f3-4692-9b73-52e3fa13a60a req-de4deb60-a1f7-40e7-aee5-b165eedc7c40 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.2470913 Mar 22 17:44:25.643534 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (d70fc928-33d6-4ded-8962-986a427263dd), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:25.665170 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c4003a5f-f649-4221-9f9f-6df703102a58 req-5f737bfe-fd7c-4e23-a75e-0459e93b667c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2825055 Mar 22 17:44:25.715820 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bba42da5-d513-48d2-b98f-f1c823be19de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:25.724252 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:25.726315 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] 10.222.0.42 "DELETE /v2.0/networks/d70fc928-33d6-4ded-8962-986a427263dd HTTP/1.1" status: 204 len: 168 time: 1.1457841 Mar 22 17:44:25.800316 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d8935-6a6d-4ad6-b338-0541b9ec4eff admin admin] Pushing event deleted for resources: {'Network': ['ID=d70fc928-33d6-4ded-8962-986a427263dd,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:25.815531 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b352a-b0db-453f-b0d4-a179da3cebd7 req-16dd5410-454b-4047-8db8-0c6934da4d5f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:25.816917 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7b2b352a-b0db-453f-b0d4-a179da3cebd7 req-16dd5410-454b-4047-8db8-0c6934da4d5f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.2038596 Mar 22 17:44:25.933388 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56136) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:25.953090 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7b2b352a-b0db-453f-b0d4-a179da3cebd7 req-085327a5-45a8-4580-8b61-97b2bbc066a3 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170104 Mar 22 17:44:26.009441 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bba42da5-d513-48d2-b98f-f1c823be19de admin admin] Publish callbacks [] for security_group (ee5e320d-1219-41a5-a69e-f726d517851d), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.020891 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bba42da5-d513-48d2-b98f-f1c823be19de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (ee5e320d-1219-41a5-a69e-f726d517851d), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.030122 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-47818256-93f3-4692-9b73-52e3fa13a60a req-f9f71075-791f-4a41-92c6-5b7e66308d52 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512230 Mar 22 17:44:26.067661 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997781b3-448e-4852-9544-11dc5d8734ca {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:44:26.073877 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-0d0dae13-934a-4110-a88e-04b642fde6cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc957a475b5848f6ab974b23bde24974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346118 Mar 22 17:44:26.085652 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56140) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:26.090885 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Publish callbacks [] for port (997781b3-448e-4852-9544-11dc5d8734ca), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.105293 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4003a5f-f649-4221-9f9f-6df703102a58 req-df56c194-14b3-49f3-97b9-21e0650aeebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:26.107426 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c4003a5f-f649-4221-9f9f-6df703102a58 req-df56c194-14b3-49f3-97b9-21e0650aeebd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 1129 time: 0.3968155 Mar 22 17:44:26.113155 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-bba42da5-d513-48d2-b98f-f1c823be19de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8657e45d92054667ab9ef37a2a20450d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6196539 Mar 22 17:44:26.117404 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56146) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:26.143759 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba42da5-d513-48d2-b98f-f1c823be19de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5e320d-1219-41a5-a69e-f726d517851d,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:26.163349 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771553e-862c-44ff-ad01-3b0f1621b8e7 req-7afd6b68-4b1c-4f03-8819-d123ca4ebaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:26.164823 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e771553e-862c-44ff-ad01-3b0f1621b8e7 req-7afd6b68-4b1c-4f03-8819-d123ca4ebaeb service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=551e3d92eba5412297c3544177af2587&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5168800 Mar 22 17:44:26.168977 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Transition to ACTIVE for port object 997781b3-448e-4852-9544-11dc5d8734ca will not be triggered until provisioned by entity L2. {{(pid=109968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:44:26.178375 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (997781b3-448e-4852-9544-11dc5d8734ca), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.267748 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=997781b3-448e-4852-9544-11dc5d8734ca,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:26.267869 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94596a23-7097-4640-afb8-e8b5b23bffd5 admin admin] Publish callbacks [] for security_group (7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.340456 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fde73a-e940-46ef-a879-db1b55b4df85 req-c1717b43-9abe-4ccc-acce-46a5c72be53c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:26.342157 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-26fde73a-e940-46ef-a879-db1b55b4df85 req-c1717b43-9abe-4ccc-acce-46a5c72be53c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 932 time: 0.2558477 Mar 22 17:44:26.361040 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4e148857-9b5e-4d28-8f7c-4aa21a68af30 admin admin] Publish callbacks [] for security_group (ee5e320d-1219-41a5-a69e-f726d517851d), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.406858 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94596a23-7097-4640-afb8-e8b5b23bffd5 admin admin] Publish callbacks [] for security_group (7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.412929 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4e148857-9b5e-4d28-8f7c-4aa21a68af30 admin admin] Publish callbacks [] for security_group (ee5e320d-1219-41a5-a69e-f726d517851d), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.472620 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-26fde73a-e940-46ef-a879-db1b55b4df85 req-3547cd2d-5e5e-49af-886a-09ba06228605 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094806 Mar 22 17:44:26.478259 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba707e7-7943-4dca-9270-2b9f34b7d2f7 req-afd410e3-bca2-4870-b2c0-b457ef4f75a3 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:26.480901 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1ba707e7-7943-4dca-9270-2b9f34b7d2f7 req-afd410e3-bca2-4870-b2c0-b457ef4f75a3 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 943 time: 0.3111157 Mar 22 17:44:26.482923 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Attempting to bind port 997781b3-448e-4852-9544-11dc5d8734ca on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:44:26.483298 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Attempting to bind port 997781b3-448e-4852-9544-11dc5d8734ca by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8631c860-b43c-4eb4-8ea4-0aafceaa619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:44:26.483684 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Attempting to bind port 997781b3-448e-4852-9544-11dc5d8734ca on network 2d568286-e569-4699-8813-e6e3ef8dd68d {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:26.488963 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Port 997781b3-448e-4852-9544-11dc5d8734ca on network 2d568286-e569-4699-8813-e6e3ef8dd68d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:44:26.489334 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Attempting to bind port 997781b3-448e-4852-9544-11dc5d8734ca on network 2d568286-e569-4699-8813-e6e3ef8dd68d {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:26.497565 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:44:26.497565 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Checking segment: {'id': '8631c860-b43c-4eb4-8ea4-0aafceaa619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:44:26.497565 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Bound using segment: {'id': '8631c860-b43c-4eb4-8ea4-0aafceaa619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:44:26.497985 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Bound port: 997781b3-448e-4852-9544-11dc5d8734ca, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8631c860-b43c-4eb4-8ea4-0aafceaa619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:44:26.498813 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (997781b3-448e-4852-9544-11dc5d8734ca), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.533041 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4e148857-9b5e-4d28-8f7c-4aa21a68af30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (ee5e320d-1219-41a5-a69e-f726d517851d), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.535570 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4e148857-9b5e-4d28-8f7c-4aa21a68af30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.539378 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4e148857-9b5e-4d28-8f7c-4aa21a68af30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee5e320d-1219-41a5-a69e-f726d517851d HTTP/1.1" status: 204 len: 168 time: 0.4172792 Mar 22 17:44:26.571799 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e148857-9b5e-4d28-8f7c-4aa21a68af30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5e320d-1219-41a5-a69e-f726d517851d,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:26.642140 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] For port 997781b3-448e-4852-9544-11dc5d8734ca, host hv-cinder-79053, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:44:26.648059 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] For port 997781b3-448e-4852-9544-11dc5d8734ca, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=997781b3-448e-4852-9544-11dc5d8734ca,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:44:26.664537 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59224683-34ac-46fb-9615-2eef78b55f14 req-5a5bbbd4-1e8a-4ec1-abf4-82c99ba12289 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:26.666452 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-59224683-34ac-46fb-9615-2eef78b55f14 req-5a5bbbd4-1e8a-4ec1-abf4-82c99ba12289 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 944 time: 0.0846770 Mar 22 17:44:26.669456 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (997781b3-448e-4852-9544-11dc5d8734ca), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.716019 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:26.716467 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.717979 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] 10.222.0.76 "PUT /v2.0/ports/997781b3-448e-4852-9544-11dc5d8734ca HTTP/1.1" status: 200 len: 1093 time: 1.4427691 Mar 22 17:44:26.721491 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:26.723906 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dac3d8-a98b-42c6-9ec4-0d43ab6fe6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "tag": "997781b3-448e-4852-9544-11dc5d8734ca"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:26.783449 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72e9b3-949d-4e25-aad5-529720165fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=997781b3-448e-4852-9544-11dc5d8734ca,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:26.785107 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1ba707e7-7943-4dca-9270-2b9f34b7d2f7 req-47b2ba5d-09fe-475d-b2e9-5ee5eecbd9ec tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820144 Mar 22 17:44:26.788047 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b97622-668f-4ab0-b5fc-f27d36cfadd2 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:44:26.804215 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4003a5f-f649-4221-9f9f-6df703102a58 req-1853b36e-4815-47eb-a1d6-6e028706431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:26.805768 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c4003a5f-f649-4221-9f9f-6df703102a58 req-1853b36e-4815-47eb-a1d6-6e028706431d service neutron] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 920 time: 0.4965038 Mar 22 17:44:26.806782 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771553e-862c-44ff-ad01-3b0f1621b8e7 req-ee58243c-bcae-4d7e-8d10-64b1bfb9685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:26.808138 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e771553e-862c-44ff-ad01-3b0f1621b8e7 req-ee58243c-bcae-4d7e-8d10-64b1bfb9685a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5324540 Mar 22 17:44:26.814907 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Publish callbacks [] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.839177 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-59224683-34ac-46fb-9615-2eef78b55f14 req-4356059a-b890-4b15-8a60-445fc7b308c0 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352403 Mar 22 17:44:26.873659 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94596a23-7097-4640-afb8-e8b5b23bffd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.874338 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e984545c-479b-4843-b533-b97a2e9bfe9c x-openstack-request-id: req-e984545c-479b-4843-b533-b97a2e9bfe9c {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:26.874636 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "tag": "997781b3-448e-4852-9544-11dc5d8734ca", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:26.874891 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e984545c-479b-4843-b533-b97a2e9bfe9c {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:26.875294 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e984545c-479b-4843-b533-b97a2e9bfe9c'] response: {'name': 'network-changed', 'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca', 'status': 'completed', 'code': 200} Mar 22 17:44:26.877988 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94596a23-7097-4640-afb8-e8b5b23bffd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.879320 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-94596a23-7097-4640-afb8-e8b5b23bffd5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b HTTP/1.1" status: 204 len: 168 time: 0.7928338 Mar 22 17:44:26.904844 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-e9bad519-7559-4365-8eee-0a5c15c72217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:26.906424 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-e9bad519-7559-4365-8eee-0a5c15c72217 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee5fbcd9de654056a71858f0688b8a75&device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 1127 time: 0.1073942 Mar 22 17:44:26.915554 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c4003a5f-f649-4221-9f9f-6df703102a58 req-779b4a93-3be8-4ffd-a9aa-8ef1c4c0d801 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3b47c5-00c2-41a5-a888-d228ecfb4988 HTTP/1.1" status: 200 len: 217 time: 0.0967059 Mar 22 17:44:26.921287 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Transition to ACTIVE for port object a8b97622-668f-4ab0-b5fc-f27d36cfadd2 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:44:26.959428 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:26.961525 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94596a23-7097-4640-afb8-e8b5b23bffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfdf29d-7647-4fc4-ad2c-5ab417d7a17b,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:27.002209 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-c6d427bf-4a08-4ee8-a3f9-12f66e089cd1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=997781b3-448e-4852-9544-11dc5d8734ca HTTP/1.1" status: 200 len: 217 time: 0.0760250 Mar 22 17:44:27.099542 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-8a7ccf83-f35c-4a06-821d-8f1c11742613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:27.107752 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-8a7ccf83-f35c-4a06-821d-8f1c11742613 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8bfdcdda-fee9-4a49-a4da-010b7e834f7f HTTP/1.1" status: 200 len: 854 time: 0.0975592 Mar 22 17:44:27.197388 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-ff3f9e6b-83f0-4b20-b394-ee098893ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:27.198829 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-ff3f9e6b-83f0-4b20-b394-ee098893ed59 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2d568286-e569-4699-8813-e6e3ef8dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0698848 Mar 22 17:44:27.200303 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56166) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:27.311478 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-34d6b7f0-c2d1-4fd3-8363-af6d3c4054ce service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953395 Mar 22 17:44:27.312242 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff560-0483-4a06-af04-c94107205762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:27.380613 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc4816-5c48-4ac6-b107-cbba8f184ea0 req-84bd54d0-b909-4543-a7d1-d97698cb54de tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:27.382222 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-20fc4816-5c48-4ac6-b107-cbba8f184ea0 req-84bd54d0-b909-4543-a7d1-d97698cb54de tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.2735431 Mar 22 17:44:27.429623 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4003a5f-f649-4221-9f9f-6df703102a58 req-f23fc9da-50fb-43fb-aa8f-a828d090f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:27.431298 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c4003a5f-f649-4221-9f9f-6df703102a58 req-f23fc9da-50fb-43fb-aa8f-a828d090f408 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.5011387 Mar 22 17:44:27.440524 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b97622-668f-4ab0-b5fc-f27d36cfadd2,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:27.479168 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-538a1c8b-21cf-46b5-a075-3b34522e6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:27.480782 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-538a1c8b-21cf-46b5-a075-3b34522e6b86 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 1128 time: 0.5999787 Mar 22 17:44:27.607003 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-20fc4816-5c48-4ac6-b107-cbba8f184ea0 req-d3c59e10-3081-4ef3-b99a-371c48138338 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145896 Mar 22 17:44:27.610565 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-848f6d39-c430-41ad-999f-497e8ca3b617 req-53d928a1-ab1e-411b-a127-2edfc80e3334 service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891128 Mar 22 17:44:27.611558 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-54acd5e4-bd17-4056-a0c8-dd44938de345 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a218033-92ac-4970-8f07-4700a2ce8b8e HTTP/1.1" status: 200 len: 217 time: 0.1068342 Mar 22 17:44:27.661426 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c44801-d597-413f-82bb-e8754b01d547 req-5bc02b0f-2653-4050-a8d2-7d26d575fdc5 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:27.662794 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-71c44801-d597-413f-82bb-e8754b01d547 req-5bc02b0f-2653-4050-a8d2-7d26d575fdc5 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.3540368 Mar 22 17:44:27.685656 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56180) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:27.714780 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff560-0483-4a06-af04-c94107205762 admin admin] Publish callbacks [] for security_group (1fe6828f-21ae-4d7d-8bb0-c04c74e5bcda), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:27.739288 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff560-0483-4a06-af04-c94107205762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (1fe6828f-21ae-4d7d-8bb0-c04c74e5bcda), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:27.780574 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Attempting to bind port a8b97622-668f-4ab0-b5fc-f27d36cfadd2 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:44:27.781207 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Attempting to bind port a8b97622-668f-4ab0-b5fc-f27d36cfadd2 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:44:27.781739 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Attempting to bind port a8b97622-668f-4ab0-b5fc-f27d36cfadd2 on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:27.807384 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4003a5f-f649-4221-9f9f-6df703102a58 req-f76ec689-0e22-4b87-a044-6195fdd8cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:27.810325 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c4003a5f-f649-4221-9f9f-6df703102a58 req-f76ec689-0e22-4b87-a044-6195fdd8cdbe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3634214 Mar 22 17:44:27.816435 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Port a8b97622-668f-4ab0-b5fc-f27d36cfadd2 on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:44:27.817033 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Attempting to bind port a8b97622-668f-4ab0-b5fc-f27d36cfadd2 on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:27.827880 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-0c2ad415-cc0b-44ba-9e8c-a4af82e9d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:27.829996 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-0c2ad415-cc0b-44ba-9e8c-a4af82e9d5b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.1622164 Mar 22 17:44:27.861571 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ff560-0483-4a06-af04-c94107205762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe6828f-21ae-4d7d-8bb0-c04c74e5bcda,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:27.874826 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-5a5ff560-0483-4a06-af04-c94107205762 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=686eec50e62540c195012003d3575bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6709380 Mar 22 17:44:27.875307 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56190) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:27.891546 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:44:27.892228 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Checking segment: {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:44:27.892787 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Bound using segment: {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:44:27.893406 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Bound port: a8b97622-668f-4ab0-b5fc-f27d36cfadd2, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:44:27.893977 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:27.910910 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dac3d8-a98b-42c6-9ec4-0d43ab6fe6ad req-7a822114-6ac1-4f68-b8b7-08693b419d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:27.912471 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-47dac3d8-a98b-42c6-9ec4-0d43ab6fe6ad req-7a822114-6ac1-4f68-b8b7-08693b419d4e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee5fbcd9de654056a71858f0688b8a75&device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 1127 time: 0.2089770 Mar 22 17:44:27.959185 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1071061-5aa4-47c8-9359-ea5ba8d48f8a req-f65d6336-3294-4a20-8b23-6bb66cd7d839 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:27.960778 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a1071061-5aa4-47c8-9359-ea5ba8d48f8a req-f65d6336-3294-4a20-8b23-6bb66cd7d839 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 944 time: 0.2245533 Mar 22 17:44:27.969260 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-71c44801-d597-413f-82bb-e8754b01d547 req-4da2ed70-ca0f-4164-9930-9a7de7343773 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733996 Mar 22 17:44:27.976685 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-229bd293-7c6f-4cad-b363-a7c528b57f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:28.063378 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-c4401453-7f9d-4230-ac23-d65700daf74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:28.068461 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-c4401453-7f9d-4230-ac23-d65700daf74f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2209754 Mar 22 17:44:28.110089 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-16192273-e058-44a9-a57b-53de95ffb58a admin admin] Publish callbacks [] for security_group (1fe6828f-21ae-4d7d-8bb0-c04c74e5bcda), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:28.170473 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a1071061-5aa4-47c8-9359-ea5ba8d48f8a req-e181ffa8-fc29-4d81-808a-852d79db7a70 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1500387 Mar 22 17:44:28.171707 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dac3d8-a98b-42c6-9ec4-0d43ab6fe6ad req-2d23d13c-b37e-47e4-b32a-fc682ba47df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:28.173635 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-47dac3d8-a98b-42c6-9ec4-0d43ab6fe6ad req-2d23d13c-b37e-47e4-b32a-fc682ba47df0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2d568286-e569-4699-8813-e6e3ef8dd68d HTTP/1.1" status: 200 len: 916 time: 0.2413864 Mar 22 17:44:28.180120 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c4003a5f-f649-4221-9f9f-6df703102a58 req-35ce760d-7557-4dfe-8fa9-7ba416c100ee service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540971 Mar 22 17:44:28.198763 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-16192273-e058-44a9-a57b-53de95ffb58a admin admin] Publish callbacks [] for security_group (1fe6828f-21ae-4d7d-8bb0-c04c74e5bcda), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:28.264510 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] For port a8b97622-668f-4ab0-b5fc-f27d36cfadd2, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:44:28.315273 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-47dac3d8-a98b-42c6-9ec4-0d43ab6fe6ad req-2f6917c4-96af-4cc3-8a63-3b50a6b2fedd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=997781b3-448e-4852-9544-11dc5d8734ca HTTP/1.1" status: 200 len: 217 time: 0.0937941 Mar 22 17:44:28.365672 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] For port a8b97622-668f-4ab0-b5fc-f27d36cfadd2, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8b97622-668f-4ab0-b5fc-f27d36cfadd2,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:44:28.423307 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:28.471996 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-229bd293-7c6f-4cad-b363-a7c528b57f6d admin admin] Publish callbacks [] for security_group (8d8b4530-552a-4c66-b9d4-3a9dee3254a7), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:28.478006 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dac3d8-a98b-42c6-9ec4-0d43ab6fe6ad req-aadac0c7-814b-43c8-be77-1d363c76637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:28.479800 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-47dac3d8-a98b-42c6-9ec4-0d43ab6fe6ad req-aadac0c7-814b-43c8-be77-1d363c76637e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8bfdcdda-fee9-4a49-a4da-010b7e834f7f HTTP/1.1" status: 200 len: 854 time: 0.1471844 Mar 22 17:44:28.485894 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-3c23f57e-1239-4260-97ab-c82dfeeef907 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863380 Mar 22 17:44:28.486534 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-229bd293-7c6f-4cad-b363-a7c528b57f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (8d8b4530-552a-4c66-b9d4-3a9dee3254a7), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:28.495150 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:28.495790 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:28.498154 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] 10.222.0.76 "PUT /v2.0/ports/a8b97622-668f-4ab0-b5fc-f27d36cfadd2 HTTP/1.1" status: 200 len: 1094 time: 3.2589309 Mar 22 17:44:28.500602 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a16c76-0231-422a-b7f4-71ae7cba813f', 'tag': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:28.500821 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a9c4d-ce4a-4524-b7f9-fd2640ee91a7 req-30ba2924-eb84-4a99-a6f9-96c5aadb853d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:28.503379 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b54d0b-2a03-4e37-8c50-620f566b5471" -d '{"events": [{"name": "network-changed", "server_uuid": "72a16c76-0231-422a-b7f4-71ae7cba813f", "tag": "a8b97622-668f-4ab0-b5fc-f27d36cfadd2"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:28.507752 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c31a9c4d-ce4a-4524-b7f9-fd2640ee91a7 req-30ba2924-eb84-4a99-a6f9-96c5aadb853d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 944 time: 0.2013772 Mar 22 17:44:28.536790 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:44:28.662323 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c4003a5f-f649-4221-9f9f-6df703102a58 req-c66b8a7f-54f2-4e6c-86f7-d6da2b430547 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199252 Mar 22 17:44:28.672846 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a7c85-4231-4c4b-aea8-1b56b35beb27 req-0a10fd79-0c34-416d-8d66-c38b0cc4a68a tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:28.675552 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-693a7c85-4231-4c4b-aea8-1b56b35beb27 req-0a10fd79-0c34-416d-8d66-c38b0cc4a68a tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 943 time: 0.3915899 Mar 22 17:44:28.701633 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b8089-07e8-426b-aaf1-21e45f29b8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b97622-668f-4ab0-b5fc-f27d36cfadd2,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:28.725829 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:28.746665 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'port_id': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'mac_address': 'fa:16:3e:23:dd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:44:28.832541 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f is: ACTIVE; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:28.833390 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:28.867427 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-693a7c85-4231-4c4b-aea8-1b56b35beb27 req-1c45deb7-1898-4008-9af1-a7987a51a55b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728468 Mar 22 17:44:28.874897 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:44:28.900570 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-16192273-e058-44a9-a57b-53de95ffb58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (1fe6828f-21ae-4d7d-8bb0-c04c74e5bcda), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:28.904174 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-16192273-e058-44a9-a57b-53de95ffb58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:28.908112 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-16192273-e058-44a9-a57b-53de95ffb58a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fe6828f-21ae-4d7d-8bb0-c04c74e5bcda HTTP/1.1" status: 204 len: 168 time: 1.0289481 Mar 22 17:44:28.910803 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c7eeeae4-efd0-4575-8b71-fe3e3cd7d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:28.912921 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-c7eeeae4-efd0-4575-8b71-fe3e3cd7d3e4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 1128 time: 0.3263147 Mar 22 17:44:28.915176 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:28.924462 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:28.931855 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-b4a24bba-815e-42e6-af9d-1adbbd6b4e7e service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200099 Mar 22 17:44:28.941874 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-229bd293-7c6f-4cad-b363-a7c528b57f6d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68e19b5767df4431b897ece00eb9b33f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2548440 Mar 22 17:44:28.957644 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56214) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:28.988212 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,revision_number=6']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:29.014776 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1782-2fc5-4ddd-9ff8-31f618aecff4 req-5d7ea44e-55e2-4513-ac65-cb4607e3b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:29.019311 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-189d1782-2fc5-4ddd-9ff8-31f618aecff4 req-5d7ea44e-55e2-4513-ac65-cb4607e3b23a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dafda4c018df4141b3c5cfbecea2350e&device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 1129 time: 0.6540523 Mar 22 17:44:29.027666 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bd293-7c6f-4cad-b363-a7c528b57f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8b4530-552a-4c66-b9d4-3a9dee3254a7,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:29.035322 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-817357f9-11f7-4c1d-9fc9-7698c33a56ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8b97622-668f-4ab0-b5fc-f27d36cfadd2 HTTP/1.1" status: 200 len: 217 time: 0.1021428 Mar 22 17:44:29.084680 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6d90-92f7-4a61-9032-4f9e1168e811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:29.127393 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:44:29.165888 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1782-2fc5-4ddd-9ff8-31f618aecff4 req-8a95c17a-b368-4dad-ba69-f5af20a75b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:29.167554 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-189d1782-2fc5-4ddd-9ff8-31f618aecff4 req-8a95c17a-b368-4dad-ba69-f5af20a75b80 service neutron] 10.222.0.76 "GET /v2.0/networks?id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51 HTTP/1.1" status: 200 len: 911 time: 0.1254406 Mar 22 17:44:29.192407 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c31a9c4d-ce4a-4524-b7f9-fd2640ee91a7 req-8260ed7f-c021-493c-a4e1-a343d8507cc9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6833811 Mar 22 17:44:29.194451 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-62f461f3-1188-4bea-99db-2a3d4d98001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:29.195958 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-62f461f3-1188-4bea-99db-2a3d4d98001b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 200 len: 853 time: 0.1450129 Mar 22 17:44:29.235162 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16192273-e058-44a9-a57b-53de95ffb58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe6828f-21ae-4d7d-8bb0-c04c74e5bcda,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:29.288913 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1ab336bf-a7cb-48c5-b262-1eb65b0d0bc4 admin admin] Publish callbacks [] for security_group (8d8b4530-552a-4c66-b9d4-3a9dee3254a7), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:29.309791 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5d9f9b-211d-4a74-b098-e0e67a6cf875 x-openstack-request-id: req-dc5d9f9b-211d-4a74-b098-e0e67a6cf875 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:29.310165 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a16c76-0231-422a-b7f4-71ae7cba813f", "tag": "a8b97622-668f-4ab0-b5fc-f27d36cfadd2", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:29.310352 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc5d9f9b-211d-4a74-b098-e0e67a6cf875 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:29.310774 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc5d9f9b-211d-4a74-b098-e0e67a6cf875'] response: {'name': 'network-changed', 'server_uuid': '72a16c76-0231-422a-b7f4-71ae7cba813f', 'tag': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2', 'status': 'completed', 'code': 200} Mar 22 17:44:29.339532 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03654f84-2668-4257-b7d4-5bb8be076e28 req-be643cdc-6c0b-4c93-a8ca-50b3a765cd78 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:29.347822 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-03654f84-2668-4257-b7d4-5bb8be076e28 req-be643cdc-6c0b-4c93-a8ca-50b3a765cd78 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.3166280 Mar 22 17:44:29.378242 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56230) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:29.408098 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1ab336bf-a7cb-48c5-b262-1eb65b0d0bc4 admin admin] Publish callbacks [] for security_group (8d8b4530-552a-4c66-b9d4-3a9dee3254a7), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:29.436663 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dac3d8-a98b-42c6-9ec4-0d43ab6fe6ad req-7868f0d0-cb5e-44d7-a691-d28256513134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:29.438401 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-47dac3d8-a98b-42c6-9ec4-0d43ab6fe6ad req-7868f0d0-cb5e-44d7-a691-d28256513134 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2d568286-e569-4699-8813-e6e3ef8dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.9201417 Mar 22 17:44:29.463454 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-a027fa5c-8c00-467a-a7d8-53dcfe71f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:29.466363 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-a027fa5c-8c00-467a-a7d8-53dcfe71f3ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2534354 Mar 22 17:44:29.583757 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-03654f84-2668-4257-b7d4-5bb8be076e28 req-22922388-e3d2-4488-91c1-717c74c1536f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344468 Mar 22 17:44:29.639711 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1ab336bf-a7cb-48c5-b262-1eb65b0d0bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (8d8b4530-552a-4c66-b9d4-3a9dee3254a7), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:29.643608 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1ab336bf-a7cb-48c5-b262-1eb65b0d0bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:29.645367 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1ab336bf-a7cb-48c5-b262-1eb65b0d0bc4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d8b4530-552a-4c66-b9d4-3a9dee3254a7 HTTP/1.1" status: 204 len: 168 time: 0.6857500 Mar 22 17:44:29.666013 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-493b2ab6-cc8e-45a0-ba25-4df76651318f service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851807 Mar 22 17:44:29.667483 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab336bf-a7cb-48c5-b262-1eb65b0d0bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8b4530-552a-4c66-b9d4-3a9dee3254a7,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:29.763855 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-189d1782-2fc5-4ddd-9ff8-31f618aecff4 req-075d0955-8fa1-4878-8fdc-9db11ed4f973 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f84acdf-e348-4bf9-8404-42cf118fef48 HTTP/1.1" status: 200 len: 1001 time: 0.5629559 Mar 22 17:44:29.836262 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-47dac3d8-a98b-42c6-9ec4-0d43ab6fe6ad req-9e54ffbb-c1a6-4fe4-b247-3af4ebb598df service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628027 Mar 22 17:44:29.843179 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fbdde2e7-8425-492d-8294-dd6dbaa89b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:29.853834 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91930acb-0725-41fc-83ee-fc6db542529e req-425c3f92-fca6-4041-bd41-b0698e71aa6b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:29.863364 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-91930acb-0725-41fc-83ee-fc6db542529e req-425c3f92-fca6-4041-bd41-b0698e71aa6b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 944 time: 0.4392300 Mar 22 17:44:29.992720 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1782-2fc5-4ddd-9ff8-31f618aecff4 req-53d38cc4-3dc2-4d5d-9630-d3a3831d0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:30.006345 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-189d1782-2fc5-4ddd-9ff8-31f618aecff4 req-53d38cc4-3dc2-4d5d-9630-d3a3831d0084 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56859b9d-6232-4703-b2f1-50f11823f1f1 HTTP/1.1" status: 200 len: 849 time: 0.2386925 Mar 22 17:44:30.055394 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fbdde2e7-8425-492d-8294-dd6dbaa89b12 admin admin] Publish callbacks [] for security_group (c90f42ee-45dd-4abe-8f02-7ade28854736), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:30.067884 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fbdde2e7-8425-492d-8294-dd6dbaa89b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (c90f42ee-45dd-4abe-8f02-7ade28854736), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:30.137538 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1d41a489-d6d9-4c6d-ac2d-a5e04437e788 req-d5ae7230-58ec-451b-8462-56953cd1cf50 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582758 Mar 22 17:44:30.145432 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39715bd6-93bb-4c60-9851-8d16e3dfea27 req-83f40fc6-11e3-4e44-9396-618b30a5170e tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:30.153871 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39715bd6-93bb-4c60-9851-8d16e3dfea27 req-83f40fc6-11e3-4e44-9396-618b30a5170e tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 944 time: 0.3231869 Mar 22 17:44:30.182218 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdde2e7-8425-492d-8294-dd6dbaa89b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90f42ee-45dd-4abe-8f02-7ade28854736,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:30.253845 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-fbdde2e7-8425-492d-8294-dd6dbaa89b12 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59ac5931a38d40f28db0dbab0fccb3f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8658030 Mar 22 17:44:30.255575 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56262) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:30.281064 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-91930acb-0725-41fc-83ee-fc6db542529e req-f721fe12-0c31-4c14-99a5-04a39ee5c15a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4143057 Mar 22 17:44:30.342941 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-39715bd6-93bb-4c60-9851-8d16e3dfea27 req-2b698204-a564-4136-b741-918a471c64d1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1876388 Mar 22 17:44:30.388398 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b54d0b-2a03-4e37-8c50-620f566b5471 req-cce3b355-9bba-44a1-9f48-3c76fe19419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:30.389975 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-96b54d0b-2a03-4e37-8c50-620f566b5471 req-cce3b355-9bba-44a1-9f48-3c76fe19419a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 1128 time: 0.1316915 Mar 22 17:44:30.401679 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1782-2fc5-4ddd-9ff8-31f618aecff4 req-04bcf523-d49c-41c0-a539-e20cfb5f9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:30.401816 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Publish callbacks [] for security_group (c90f42ee-45dd-4abe-8f02-7ade28854736), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:30.404076 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-189d1782-2fc5-4ddd-9ff8-31f618aecff4 req-04bcf523-d49c-41c0-a539-e20cfb5f9ed8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2315290 Mar 22 17:44:30.442929 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Publish callbacks [] for security_group (c90f42ee-45dd-4abe-8f02-7ade28854736), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:30.505018 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-47dac3d8-a98b-42c6-9ec4-0d43ab6fe6ad req-91eab3a9-2c94-4e46-bf97-965e65c9123e service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358290 Mar 22 17:44:30.547909 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 997781b3-448e-4852-9544-11dc5d8734ca details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:44:30.551276 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:30.622312 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32353f44-47c9-455d-b622-df77058cd2c7 req-8c2061d2-6661-4060-8ab1-8e5c45f2a2c6 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:30.623953 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-32353f44-47c9-455d-b622-df77058cd2c7 req-8c2061d2-6661-4060-8ab1-8e5c45f2a2c6 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 943 time: 0.1551220 Mar 22 17:44:30.666872 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (c90f42ee-45dd-4abe-8f02-7ade28854736), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:30.674752 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:30.682699 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c90f42ee-45dd-4abe-8f02-7ade28854736 HTTP/1.1" status: 204 len: 168 time: 0.4168477 Mar 22 17:44:30.698134 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3abb3-441a-4bf9-81ab-fe53387cf2df req-9634c1be-095a-4318-8264-56ad162d2f7d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:30.700233 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cee3abb3-441a-4bf9-81ab-fe53387cf2df req-9634c1be-095a-4318-8264-56ad162d2f7d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 944 time: 0.2324362 Mar 22 17:44:30.718244 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-189d1782-2fc5-4ddd-9ff8-31f618aecff4 req-6d823e2a-5050-4b28-a206-6a01c36304e5 service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777789 Mar 22 17:44:30.720929 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90f42ee-45dd-4abe-8f02-7ade28854736,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:30.735795 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b54d0b-2a03-4e37-8c50-620f566b5471 req-09577f9d-874f-460d-9928-d0e7df2c2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:30.737521 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-96b54d0b-2a03-4e37-8c50-620f566b5471 req-09577f9d-874f-460d-9928-d0e7df2c2739 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 915 time: 0.3370113 Mar 22 17:44:30.741204 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.741609 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.741962 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.742308 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.742648 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.742982 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.743456 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.743796 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.744131 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.744471 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.744792 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.745117 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.745444 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.745900 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.746847 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b76d12-06af-442b-9e93-adcd77e2b8b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:30.835787 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:30.836649 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:30.858420 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-96b54d0b-2a03-4e37-8c50-620f566b5471 req-be78bd6b-c9f4-4b79-a7d1-d28a12f6a0ea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8b97622-668f-4ab0-b5fc-f27d36cfadd2 HTTP/1.1" status: 200 len: 217 time: 0.1029549 Mar 22 17:44:30.894313 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-32353f44-47c9-455d-b622-df77058cd2c7 req-7f1171ad-87c8-4ae0-bb61-d3944cbec05d tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362244 Mar 22 17:44:30.925760 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cee3abb3-441a-4bf9-81ab-fe53387cf2df req-a83ac7c9-8b4e-43a6-9636-bad89928d449 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131696 Mar 22 17:44:30.982095 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-189d1782-2fc5-4ddd-9ff8-31f618aecff4 req-09917c18-be2e-4289-bb88-8163618c1658 service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611225 Mar 22 17:44:31.020933 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b54d0b-2a03-4e37-8c50-620f566b5471 req-9c60aab5-f8af-40fb-95b9-50d819e0be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:31.022775 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-96b54d0b-2a03-4e37-8c50-620f566b5471 req-9c60aab5-f8af-40fb-95b9-50d819e0be98 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 200 len: 853 time: 0.1546333 Mar 22 17:44:31.060788 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 997781b3-448e-4852-9544-11dc5d8734ca, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=997781b3-448e-4852-9544-11dc5d8734ca,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:31.081385 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:31.081821 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:31.095029 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b54d0b-2a03-4e37-8c50-620f566b5471 req-94413534-da37-450b-8983-892ac50d20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:31.097332 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-96b54d0b-2a03-4e37-8c50-620f566b5471 req-94413534-da37-450b-8983-892ac50d20e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0662923 Mar 22 17:44:31.137166 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:31.145409 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035f75cf-ccac-48f0-b467-23dc3e1c7ffb" -d '{"events": [{"server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "name": "network-vif-plugged", "status": "completed", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:31.174220 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '997781b3-448e-4852-9544-11dc5d8734ca', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'port_id': '997781b3-448e-4852-9544-11dc5d8734ca', 'mac_address': 'fa:16:3e:56:da:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:44:31.191155 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:31.292181 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24a9ed-8df0-40b9-9f7f-a82a426ff62a req-ea6ecb0e-b8e2-4b68-9a35-a5765ec2e89c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:31.294498 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483d799b-3d50-47fa-98db-8369e7c1555c x-openstack-request-id: req-483d799b-3d50-47fa-98db-8369e7c1555c {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:31.295040 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "name": "network-vif-plugged", "status": "completed", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:31.296514 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-483d799b-3d50-47fa-98db-8369e7c1555c {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:31.297590 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-483d799b-3d50-47fa-98db-8369e7c1555c'] response: {'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'code': 200} Mar 22 17:44:31.298334 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 997781b3-448e-4852-9544-11dc5d8734ca is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:31.298961 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (997781b3-448e-4852-9544-11dc5d8734ca), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:31.315186 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:31.319022 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997781b3-448e-4852-9544-11dc5d8734ca {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:44:31.330105 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2f24a9ed-8df0-40b9-9f7f-a82a426ff62a req-ea6ecb0e-b8e2-4b68-9a35-a5765ec2e89c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.2063174 Mar 22 17:44:31.341739 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 997781b3-448e-4852-9544-11dc5d8734ca, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=997781b3-448e-4852-9544-11dc5d8734ca,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:31.347389 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (997781b3-448e-4852-9544-11dc5d8734ca), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:31.364089 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-96b54d0b-2a03-4e37-8c50-620f566b5471 req-237256c1-3164-44f0-b76c-67d5b8938606 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543259 Mar 22 17:44:31.411789 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,revision_number=7']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:31.420871 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.421424 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.421986 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.422485 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.422989 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.423593 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.424112 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.424621 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.425119 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.425638 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.426126 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.426609 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.427119 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.427595 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.428083 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:31.465886 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2f24a9ed-8df0-40b9-9f7f-a82a426ff62a req-67aa7095-21cf-4cc1-8411-86eb700c723f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303527 Mar 22 17:44:31.503345 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=997781b3-448e-4852-9544-11dc5d8734ca,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:31.570499 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56298) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:31.702128 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-96b54d0b-2a03-4e37-8c50-620f566b5471 req-e1a6f122-1ed7-471b-95c3-9b6f1a7df821 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209553 Mar 22 17:44:31.703650 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['997781b3-448e-4852-9544-11dc5d8734ca'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:44:31.737116 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bc9ac-38c1-493b-916d-1c6816ed497c req-023322c0-7f77-4ca9-911b-76d34ca4b48c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:31.747327 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c83bc9ac-38c1-493b-916d-1c6816ed497c req-023322c0-7f77-4ca9-911b-76d34ca4b48c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 944 time: 0.1646786 Mar 22 17:44:31.788563 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd29f9a-1f5b-476b-9f9d-a85de215879f req-714f5a43-bd92-4389-8bcb-8a3f221bb923 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:31.791868 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3dd29f9a-1f5b-476b-9f9d-a85de215879f req-714f5a43-bd92-4389-8bcb-8a3f221bb923 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.2313676 Mar 22 17:44:31.837748 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-62e37a4a-50b0-4df3-8a1c-f4130da45548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:31.861253 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c83bc9ac-38c1-493b-916d-1c6816ed497c req-1fbaa830-70a2-4523-a4e5-0d519c45c89e tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126449 Mar 22 17:44:31.897678 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3dd29f9a-1f5b-476b-9f9d-a85de215879f req-083351d3-b208-42f7-963a-5f8768e67db5 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963044 Mar 22 17:44:31.967511 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5d6c7803-250f-4a42-91f4-b8ce2ef78274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:32.113778 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d69d76-3ead-4082-bd21-5db70cc9586c req-414a85e5-bf69-4d99-952b-33c66363770c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:32.116294 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57d69d76-3ead-4082-bd21-5db70cc9586c req-414a85e5-bf69-4d99-952b-33c66363770c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 944 time: 0.0787640 Mar 22 17:44:32.122038 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47207c-e73e-4643-9b38-ccf3968cf5d1 req-44df206c-66df-4d02-a5c1-cdf3a9286c5f tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:32.125141 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ee47207c-e73e-4643-9b38-ccf3968cf5d1 req-44df206c-66df-4d02-a5c1-cdf3a9286c5f tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 944 time: 0.1049387 Mar 22 17:44:32.176508 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5d6c7803-250f-4a42-91f4-b8ce2ef78274 admin admin] Publish callbacks [] for security_group (e4fe0e01-7b53-4b60-9cba-3a9ec1faba1a), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:32.192691 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57d69d76-3ead-4082-bd21-5db70cc9586c req-d42a05ef-3ca4-44b3-8990-955101dc9ea5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705347 Mar 22 17:44:32.198615 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5d6c7803-250f-4a42-91f4-b8ce2ef78274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (e4fe0e01-7b53-4b60-9cba-3a9ec1faba1a), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:32.229565 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ee47207c-e73e-4643-9b38-ccf3968cf5d1 req-47fe0061-126e-43cd-8364-d0f1f5a33af6 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955939 Mar 22 17:44:32.259997 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c7803-250f-4a42-91f4-b8ce2ef78274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fe0e01-7b53-4b60-9cba-3a9ec1faba1a,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:32.265288 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-5d6c7803-250f-4a42-91f4-b8ce2ef78274 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfa290c429fc45c8b5018345a12b9d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6930392 Mar 22 17:44:32.267971 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56306) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:32.323493 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b91f77f4-8cc4-4cfd-8a50-5bd73d29bdc0 admin admin] Publish callbacks [] for security_group (e4fe0e01-7b53-4b60-9cba-3a9ec1faba1a), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:32.354574 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b91f77f4-8cc4-4cfd-8a50-5bd73d29bdc0 admin admin] Publish callbacks [] for security_group (e4fe0e01-7b53-4b60-9cba-3a9ec1faba1a), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:32.416236 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b91f77f4-8cc4-4cfd-8a50-5bd73d29bdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (e4fe0e01-7b53-4b60-9cba-3a9ec1faba1a), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:32.423488 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b91f77f4-8cc4-4cfd-8a50-5bd73d29bdc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:32.425373 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b91f77f4-8cc4-4cfd-8a50-5bd73d29bdc0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4fe0e01-7b53-4b60-9cba-3a9ec1faba1a HTTP/1.1" status: 204 len: 168 time: 0.1553588 Mar 22 17:44:32.434710 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f77f4-8cc4-4cfd-8a50-5bd73d29bdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fe0e01-7b53-4b60-9cba-3a9ec1faba1a,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:32.563449 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0a218033-92ac-4970-8f07-4700a2ce8b8e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:44:32.662007 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f984f52-f05c-4fd0-87ec-23e38a1db6b9 req-20feb157-de5a-482e-a99d-46b6cf0b1741 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:32.663696 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9f984f52-f05c-4fd0-87ec-23e38a1db6b9 req-20feb157-de5a-482e-a99d-46b6cf0b1741 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.1153154 Mar 22 17:44:32.751986 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9f984f52-f05c-4fd0-87ec-23e38a1db6b9 req-7112b011-c5d2-4f1b-84da-6185e03c01d2 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821240 Mar 22 17:44:32.782646 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 0a218033-92ac-4970-8f07-4700a2ce8b8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0a218033-92ac-4970-8f07-4700a2ce8b8e,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:32.803992 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'port_id': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'mac_address': 'fa:16:3e:a6:b0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:44:32.847635 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 0a218033-92ac-4970-8f07-4700a2ce8b8e is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:32.848210 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:32.867299 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a218033-92ac-4970-8f07-4700a2ce8b8e {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:44:32.919212 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 0a218033-92ac-4970-8f07-4700a2ce8b8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0a218033-92ac-4970-8f07-4700a2ce8b8e,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:32.924755 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:32.925503 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device a8b97622-668f-4ab0-b5fc-f27d36cfadd2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:44:33.031851 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d67a0-cb07-4f5c-9433-616104efeb39 req-14322bec-a0f0-4875-ade3-7775e634ccc9 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:33.035242 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-235d67a0-cb07-4f5c-9433-616104efeb39 req-14322bec-a0f0-4875-ade3-7775e634ccc9 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 944 time: 0.1064053 Mar 22 17:44:33.089249 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=0a218033-92ac-4970-8f07-4700a2ce8b8e,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:33.114575 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-235d67a0-cb07-4f5c-9433-616104efeb39 req-3ba1a871-186e-4e4d-9228-4f7b648ff921 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628402 Mar 22 17:44:33.151185 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a555b4-338b-4cd9-9c55-2abc14f90c46 req-dcf22e5f-957f-4467-8c36-1dd77ece1a04 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:33.154535 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8a555b4-338b-4cd9-9c55-2abc14f90c46 req-dcf22e5f-957f-4467-8c36-1dd77ece1a04 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0882919 Mar 22 17:44:33.173467 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port a8b97622-668f-4ab0-b5fc-f27d36cfadd2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8b97622-668f-4ab0-b5fc-f27d36cfadd2,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:33.203365 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'port_id': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2', 'mac_address': 'fa:16:3e:37:48:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:44:33.233777 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8a555b4-338b-4cd9-9c55-2abc14f90c46 req-5b8b7468-3dfc-4230-b02a-d0e0f92a54a7 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718834 Mar 22 17:44:33.267132 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:33.311626 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port a8b97622-668f-4ab0-b5fc-f27d36cfadd2 is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:33.312230 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:33.354333 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b97622-668f-4ab0-b5fc-f27d36cfadd2 {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:44:33.374854 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e43193-bf5b-44b1-b99e-a27a921cbf79 req-5c2f1e77-ba79-4c6f-8839-377bf00dd929 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:33.386199 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-33e43193-bf5b-44b1-b99e-a27a921cbf79 req-5c2f1e77-ba79-4c6f-8839-377bf00dd929 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 945 time: 0.0853791 Mar 22 17:44:33.435089 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port a8b97622-668f-4ab0-b5fc-f27d36cfadd2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8b97622-668f-4ab0-b5fc-f27d36cfadd2,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:33.441728 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:33.464240 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5af98b-621f-4714-8fef-43c3fb589d85 req-aec7381e-29b7-4e7d-a477-98859b90d429 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:33.465818 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-33e43193-bf5b-44b1-b99e-a27a921cbf79 req-9ed31b30-20c3-4035-8258-89807fc8708a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729139 Mar 22 17:44:33.473248 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3f5af98b-621f-4714-8fef-43c3fb589d85 req-aec7381e-29b7-4e7d-a477-98859b90d429 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 944 time: 0.0942223 Mar 22 17:44:33.538525 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=a8b97622-668f-4ab0-b5fc-f27d36cfadd2,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:33.550814 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3f5af98b-621f-4714-8fef-43c3fb589d85 req-58b4de73-680f-45d2-b4e9-3411f0f05bb3 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760441 Mar 22 17:44:33.580726 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56340) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:33.718768 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1463012697-network', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:33.744586 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Made reservation on behalf of 3be40162415e4d00adbfe52e1a0cc828 for: {'network': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:44:33.747660 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:33.759949 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:33.777380 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['0a218033-92ac-4970-8f07-4700a2ce8b8e'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:44:33.796905 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['a8b97622-668f-4ab0-b5fc-f27d36cfadd2'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:44:33.913452 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Publish callbacks [] for security_group (80885c7e-123a-4b70-94a1-842838060ad5), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:33.927222 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (80885c7e-123a-4b70-94a1-842838060ad5), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:33.968748 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=109968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:44:33.984009 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80885c7e-123a-4b70-94a1-842838060ad5,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:33.994009 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (85589a14-ac3a-4fa5-a907-e11831d5d347), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:33.994551 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.segments_db [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Added segment 85589a14-ac3a-4fa5-a907-e11831d5d347 of type vlan for network 11270093-eb92-4b9c-86f0-2f30cfed3c5b Mar 22 17:44:34.054367 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (11270093-eb92-4b9c-86f0-2f30cfed3c5b), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:34.094584 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (11270093-eb92-4b9c-86f0-2f30cfed3c5b), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:34.096021 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:34.096732 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:34.170356 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5884891 Mar 22 17:44:34.173564 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56346) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:34.180535 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Request body: {'subnet': {'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1463012697-subnet', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'ip_version': 4}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:34.204530 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fa347-d9c7-4819-ba8d-549d1eac02d8 admin admin] Pushing event updated for resources: {'Network': ['ID=11270093-eb92-4b9c-86f0-2f30cfed3c5b,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:34.218831 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network 11270093-eb92-4b9c-86f0-2f30cfed3c5b details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:44:34.244716 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Made reservation on behalf of 3be40162415e4d00adbfe52e1a0cc828 for: {'subnet': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:44:34.247758 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59520985'] for subnet (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:34.351309 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da614f8-adb3-40f0-bb6d-3c5022b4f505 req-b531a023-f43c-4772-a742-1c3ffbcaeaa0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:34.353073 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6da614f8-adb3-40f0-bb6d-3c5022b4f505 req-b531a023-f43c-4772-a742-1c3ffbcaeaa0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 945 time: 0.1435008 Mar 22 17:44:34.521446 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6da614f8-adb3-40f0-bb6d-3c5022b4f505 req-99f4e861-6ca1-43a5-b9f0-54d077d88722 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1606743 Mar 22 17:44:34.597168 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afabe3-ae31-46b4-ae39-ab62ab01a97c req-8b2d56fc-3467-40bc-9ed0-f02ff355f859 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:34.610113 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-62afabe3-ae31-46b4-ae39-ab62ab01a97c req-8b2d56fc-3467-40bc-9ed0-f02ff355f859 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.2649095 Mar 22 17:44:34.634079 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:34.635047 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 997781b3-448e-4852-9544-11dc5d8734ca up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:34.710974 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port 997781b3-448e-4852-9544-11dc5d8734ca completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:44:34.716815 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 997781b3-448e-4852-9544-11dc5d8734ca triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:34.717190 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (997781b3-448e-4852-9544-11dc5d8734ca), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:34.736399 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-62afabe3-ae31-46b4-ae39-ab62ab01a97c req-c6375c91-5d6b-4bba-a0a5-4401b59aab74 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232076 Mar 22 17:44:34.812802 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59432118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59520975'] for subnet (426793f3-0123-4a13-aa58-f5f9557e1cbf), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:34.844373 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 997781b3-448e-4852-9544-11dc5d8734ca is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:34.845916 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (997781b3-448e-4852-9544-11dc5d8734ca), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:34.875582 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff997a-487e-4950-b8f4-b04a23d2315b req-65a5f6a9-d35e-473e-83ab-df60bc8c23ce tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:34.883607 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:34.886153 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12c4195-5e22-4612-b799-206ef4129898" -d '{"events": [{"server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "name": "network-vif-plugged", "status": "completed", "tag": "997781b3-448e-4852-9544-11dc5d8734ca"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:34.888991 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c3ff997a-487e-4950-b8f4-b04a23d2315b req-65a5f6a9-d35e-473e-83ab-df60bc8c23ce tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 945 time: 0.1763811 Mar 22 17:44:34.891124 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c071944-c386-48de-96c7-c238702f3c8f req-0a6985f2-c67c-43d0-bc06-fa8476ac8491 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:34.898800 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1c071944-c386-48de-96c7-c238702f3c8f req-0a6985f2-c67c-43d0-bc06-fa8476ac8491 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 944 time: 0.0847101 Mar 22 17:44:34.905358 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 997781b3-448e-4852-9544-11dc5d8734ca, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=997781b3-448e-4852-9544-11dc5d8734ca,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:34.920792 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (997781b3-448e-4852-9544-11dc5d8734ca), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:34.950016 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=426793f3-0123-4a13-aa58-f5f9557e1cbf,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:34.968016 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1c071944-c386-48de-96c7-c238702f3c8f req-c106b7ee-f331-455b-9366-bbfa6262d076 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679424 Mar 22 17:44:34.973214 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.973732 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.974079 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.974421 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.974867 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.975224 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.975563 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.975913 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.976289 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.976703 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.977040 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.977367 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.977794 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.978163 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.978491 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:34.989464 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c3ff997a-487e-4950-b8f4-b04a23d2315b req-060569d6-8cea-4925-8b33-4992fa058342 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994961 Mar 22 17:44:35.003293 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Checking segment: {'id': '85589a14-ac3a-4fa5-a907-e11831d5d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:44:35.004018 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Network hostable DHCP agents. Network: 11270093-eb92-4b9c-86f0-2f30cfed3c5b, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:44:35.015275 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=997781b3-448e-4852-9544-11dc5d8734ca,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:35.034178 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Network 11270093-eb92-4b9c-86f0-2f30cfed3c5b is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:44:35.045348 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, 11270093-eb92-4b9c-86f0-2f30cfed3c5b) {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:35.052309 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:35.053189 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:35.054158 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9db133-6c86-4a65-8fa3-9c3cc59ce062 None None] Network 11270093-eb92-4b9c-86f0-2f30cfed3c5b requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:44:35.084368 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-e322ea41-74dc-484c-b56e-3ac7b48742e4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9099131 Mar 22 17:44:35.087982 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56356) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:35.093726 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:35.122475 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94aff08-84ef-4b11-abfd-165f27901eda x-openstack-request-id: req-a94aff08-84ef-4b11-abfd-165f27901eda {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:35.122966 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "name": "network-vif-plugged", "status": "completed", "tag": "997781b3-448e-4852-9544-11dc5d8734ca", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:35.123364 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a94aff08-84ef-4b11-abfd-165f27901eda {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:35.125660 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94aff08-84ef-4b11-abfd-165f27901eda'] response: {'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca', 'code': 200} Mar 22 17:44:35.126356 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2982'] for router (972335aa-ccaf-464b-9f50-9cff8baae83f), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:35.127708 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2993'] for router (972335aa-ccaf-464b-9f50-9cff8baae83f), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:35.260788 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Publish callbacks [] for router_controller (972335aa-ccaf-464b-9f50-9cff8baae83f), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:35.289039 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6020b14-bac5-5759-9b19-a0dd5cfccbad-11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'fixed_ips': [{'subnet_id': '426793f3-0123-4a13-aa58-f5f9557e1cbf'}]}} from dv-cinder-790535-31-iscsi. {{(pid=109969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:44:35.290000 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:35.556560 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.db_base_plugin_common [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Allocated IP 172.20.0.2 (11270093-eb92-4b9c-86f0-2f30cfed3c5b/426793f3-0123-4a13-aa58-f5f9557e1cbf/ad722fe3-2c89-49da-9fff-1652f1e32997) {{(pid=109969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:44:35.736240 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5b6a4-b2c2-4144-9504-beca0a8bd7a3 req-a63deb1b-8dcc-40cd-b779-1fc848d7dbb7 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:35.736744 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d7c5b6a4-b2c2-4144-9504-beca0a8bd7a3 req-a63deb1b-8dcc-40cd-b779-1fc848d7dbb7 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 945 time: 0.0810370 Mar 22 17:44:35.828592 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Publish callbacks [] for router_gateway (972335aa-ccaf-464b-9f50-9cff8baae83f), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:35.845421 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70b01e-d074-488e-808f-114078da47b8 req-78e60657-076a-46a9-9310-f3cfaed5c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:35.847059 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0e70b01e-d074-488e-808f-114078da47b8 req-78e60657-076a-46a9-9310-f3cfaed5c165 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 1129 time: 0.5714593 Mar 22 17:44:35.870029 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Publish callbacks [] for port (ad722fe3-2c89-49da-9fff-1652f1e32997), precommit_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:35.880956 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (ad722fe3-2c89-49da-9fff-1652f1e32997), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:35.885413 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d7c5b6a4-b2c2-4144-9504-beca0a8bd7a3 req-27697fcb-dbe6-4886-beae-3d46620bf47f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1330757 Mar 22 17:44:35.926400 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Network 11270093-eb92-4b9c-86f0-2f30cfed3c5b is already hosted by enough agents. {{(pid=109969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:44:35.932488 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Resources bound (agent type, host, resource id): {{(pid=109969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:35.939206 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Received port after_create {{(pid=109969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:44:35.992611 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0e70b01e-d074-488e-808f-114078da47b8 req-f90fb4c2-47b2-43cb-8201-56b047f24f26 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342154 Mar 22 17:44:36.011769 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Pushing event updated for resources: {'Port': ['ID=ad722fe3-2c89-49da-9fff-1652f1e32997,revision_number=1']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:36.017451 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Attempting to bind port ad722fe3-2c89-49da-9fff-1652f1e32997 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:44:36.017857 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Attempting to bind port ad722fe3-2c89-49da-9fff-1652f1e32997 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '85589a14-ac3a-4fa5-a907-e11831d5d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:44:36.018224 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Attempting to bind port ad722fe3-2c89-49da-9fff-1652f1e32997 on network 11270093-eb92-4b9c-86f0-2f30cfed3c5b {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:36.026707 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:44:36.027429 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Checking segment: {'id': '85589a14-ac3a-4fa5-a907-e11831d5d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:44:36.028051 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:36.028680 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Bound using segment: {'id': '85589a14-ac3a-4fa5-a907-e11831d5d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:44:36.029943 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Bound port: ad722fe3-2c89-49da-9fff-1652f1e32997, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85589a14-ac3a-4fa5-a907-e11831d5d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:44:36.030795 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (ad722fe3-2c89-49da-9fff-1652f1e32997), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:36.055393 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:44:36.062946 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7869d3-2357-48a1-9f61-7962de6590de req-a621700c-b2a4-4da9-beed-f1510228acb2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:36.065046 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ee7869d3-2357-48a1-9f61-7962de6590de req-a621700c-b2a4-4da9-beed-f1510228acb2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1820107 Mar 22 17:44:36.167426 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:36.180378 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] For port ad722fe3-2c89-49da-9fff-1652f1e32997, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:44:36.185511 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] For port ad722fe3-2c89-49da-9fff-1652f1e32997, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=ad722fe3-2c89-49da-9fff-1652f1e32997,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:44:36.198474 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (ad722fe3-2c89-49da-9fff-1652f1e32997), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:36.243066 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ee7869d3-2357-48a1-9f61-7962de6590de req-805d44b8-eb6a-46e6-bb09-db1553622221 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694884 Mar 22 17:44:36.261096 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63a379-730c-46bd-9701-592877ad1b78 req-bbdee0b1-93fc-4975-96ea-02d01038d717 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:36.262883 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ff63a379-730c-46bd-9701-592877ad1b78 req-bbdee0b1-93fc-4975-96ea-02d01038d717 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 945 time: 0.1102457 Mar 22 17:44:36.360756 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ff63a379-730c-46bd-9701-592877ad1b78 req-6fe175ae-3eb9-4800-af07-f742ef70fc1a tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923097 Mar 22 17:44:36.367893 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c57cb-d318-40d5-8fa5-dfb9fa69c331 None None] Pushing event updated for resources: {'Port': ['ID=ad722fe3-2c89-49da-9fff-1652f1e32997,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:36.396696 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Publish callbacks [] for router_gateway (972335aa-ccaf-464b-9f50-9cff8baae83f), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:36.427086 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:36.611814 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0a218033-92ac-4970-8f07-4700a2ce8b8e up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:36.692345 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a111851-29d6-443e-a890-23556202a59e req-befba8a1-b7c4-4e45-806d-74f2f5282be9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:36.714176 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3a111851-29d6-443e-a890-23556202a59e req-befba8a1-b7c4-4e45-806d-74f2f5282be9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 945 time: 0.2189662 Mar 22 17:44:36.748919 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port 0a218033-92ac-4970-8f07-4700a2ce8b8e completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:44:36.754609 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 0a218033-92ac-4970-8f07-4700a2ce8b8e triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:36.755069 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:36.792958 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Allocated IP 172.27.3.198 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/e9fdd605-959f-4a7e-93ed-e3f10c17016f) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:44:36.879971 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 0a218033-92ac-4970-8f07-4700a2ce8b8e is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:36.880523 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:36.953326 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 0a218033-92ac-4970-8f07-4700a2ce8b8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0a218033-92ac-4970-8f07-4700a2ce8b8e,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:36.958103 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:36.959050 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device a8b97622-668f-4ab0-b5fc-f27d36cfadd2 up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:37.029544 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Publish callbacks [] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:37.071110 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=0a218033-92ac-4970-8f07-4700a2ce8b8e,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:37.095579 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3a111851-29d6-443e-a890-23556202a59e req-7418fefd-762f-4fb0-986d-95728d6273ca tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785734 Mar 22 17:44:37.098284 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port a8b97622-668f-4ab0-b5fc-f27d36cfadd2 completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:44:37.099039 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:37.109833 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port a8b97622-668f-4ab0-b5fc-f27d36cfadd2 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:37.110221 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:37.122091 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269f0b9-82bd-4274-ba54-1c8fe915eb32 req-a2595343-86f8-4353-a3c6-92187319a285 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:37.124900 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0269f0b9-82bd-4274-ba54-1c8fe915eb32 req-a2595343-86f8-4353-a3c6-92187319a285 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 945 time: 0.1232016 Mar 22 17:44:37.127136 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332bde1b-5161-4904-820d-d425b6e06a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a218033-92ac-4970-8f07-4700a2ce8b8e'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:37.129907 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6d772d-a696-4967-b30d-f20b78f38277" -d '{"events": [{"server_uuid": "332bde1b-5161-4904-820d-d425b6e06a4f", "name": "network-vif-plugged", "status": "completed", "tag": "0a218033-92ac-4970-8f07-4700a2ce8b8e"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:37.196568 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Pushing event updated for resources: {'Port': ['ID=e9fdd605-959f-4a7e-93ed-e3f10c17016f,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:37.212598 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:44:37.214595 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:37.218779 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:44:37.239037 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0269f0b9-82bd-4274-ba54-1c8fe915eb32 req-f38b78f2-49c5-4f59-ada1-7c28f0e605de tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059244 Mar 22 17:44:37.357134 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port a8b97622-668f-4ab0-b5fc-f27d36cfadd2 is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:37.357986 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:37.372737 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f43613-0e50-4561-9425-a1c7312356a3 x-openstack-request-id: req-21f43613-0e50-4561-9425-a1c7312356a3 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:37.380551 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332bde1b-5161-4904-820d-d425b6e06a4f", "name": "network-vif-plugged", "status": "completed", "tag": "0a218033-92ac-4970-8f07-4700a2ce8b8e", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:37.381528 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21f43613-0e50-4561-9425-a1c7312356a3 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:37.382187 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f43613-0e50-4561-9425-a1c7312356a3'] response: {'server_uuid': '332bde1b-5161-4904-820d-d425b6e06a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'code': 200} Mar 22 17:44:37.482069 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port a8b97622-668f-4ab0-b5fc-f27d36cfadd2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8b97622-668f-4ab0-b5fc-f27d36cfadd2,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:37.494970 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:37.564241 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e949bfd-0083-4c98-bcfe-662c1454aaea req-ff2c463f-ed05-4d07-b781-fa8b4751684a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:37.583664 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e949bfd-0083-4c98-bcfe-662c1454aaea req-ff2c463f-ed05-4d07-b781-fa8b4751684a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1467497 Mar 22 17:44:37.619412 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=a8b97622-668f-4ab0-b5fc-f27d36cfadd2,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:37.704267 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e949bfd-0083-4c98-bcfe-662c1454aaea req-636e8558-4ce6-41e6-88a6-1d9c95d5e0b1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195192 Mar 22 17:44:37.746767 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc71460-7c39-4727-8591-eff0fb390585 req-695fde59-09ce-4ced-950d-6a014e8a7739 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:37.748472 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bdc71460-7c39-4727-8591-eff0fb390585 req-695fde59-09ce-4ced-950d-6a014e8a7739 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 945 time: 0.2009161 Mar 22 17:44:37.820345 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f0a8f-0a55-4e72-9e3b-fe7deb5964e0 req-31666cd8-ceca-4bbe-a84a-c90ae2bee61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:37.822055 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-129f0a8f-0a55-4e72-9e3b-fe7deb5964e0 req-31666cd8-ceca-4bbe-a84a-c90ae2bee61b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 1130 time: 0.2126861 Mar 22 17:44:37.904221 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-129f0a8f-0a55-4e72-9e3b-fe7deb5964e0 req-365b7941-734f-4362-babe-22fc2e96834b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730577 Mar 22 17:44:37.905005 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baebb14-4b8b-4791-b3b7-2fe053dfc268 None None] Network 11270093-eb92-4b9c-86f0-2f30cfed3c5b requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:44:37.911649 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bdc71460-7c39-4727-8591-eff0fb390585 req-f69c19ad-ddd2-4136-a63e-7fda70dbe28f tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259041 Mar 22 17:44:37.931547 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Publish callbacks [] for router_gateway (972335aa-ccaf-464b-9f50-9cff8baae83f), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:38.005356 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-4c096e53-ab5f-4eaa-a173-3a39f0e291b8 None None] Provisioning complete for port ad722fe3-2c89-49da-9fff-1652f1e32997 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:38.005770 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4c096e53-ab5f-4eaa-a173-3a39f0e291b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (ad722fe3-2c89-49da-9fff-1652f1e32997), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:38.086628 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48950444-e07e-4cca-bd02-5bec6e374fd6 req-c287a1e8-1aa4-4b68-ae71-29ecd436dabc tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:38.096028 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-48950444-e07e-4cca-bd02-5bec6e374fd6 req-c287a1e8-1aa4-4b68-ae71-29ecd436dabc tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 945 time: 0.0831504 Mar 22 17:44:38.200324 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-48950444-e07e-4cca-bd02-5bec6e374fd6 req-16dbd2d2-9bad-4d6d-9649-9f048a0f5bbc tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029010 Mar 22 17:44:38.221149 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-4c096e53-ab5f-4eaa-a173-3a39f0e291b8 None None] Current status of the port ad722fe3-2c89-49da-9fff-1652f1e32997 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:38.221572 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4c096e53-ab5f-4eaa-a173-3a39f0e291b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (ad722fe3-2c89-49da-9fff-1652f1e32997), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:38.286220 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-4c096e53-ab5f-4eaa-a173-3a39f0e291b8 None None] For port ad722fe3-2c89-49da-9fff-1652f1e32997, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=ad722fe3-2c89-49da-9fff-1652f1e32997,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:38.296339 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4c096e53-ab5f-4eaa-a173-3a39f0e291b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (ad722fe3-2c89-49da-9fff-1652f1e32997), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:38.356331 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device ad722fe3-2c89-49da-9fff-1652f1e32997 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:38.357070 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686701'] for router (972335aa-ccaf-464b-9f50-9cff8baae83f), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:38.468692 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c096e53-ab5f-4eaa-a173-3a39f0e291b8 None None] Pushing event updated for resources: {'Port': ['ID=ad722fe3-2c89-49da-9fff-1652f1e32997,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:38.510999 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port ad722fe3-2c89-49da-9fff-1652f1e32997 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:38.511585 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (ad722fe3-2c89-49da-9fff-1652f1e32997), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:38.511871 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ac0c-5110-4dcf-bcb5-7cebbc1697f8 req-8df78ca8-c796-4c5c-af2e-c2bc11fc8af4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:38.514338 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cf66ac0c-5110-4dcf-bcb5-7cebbc1697f8 req-8df78ca8-c796-4c5c-af2e-c2bc11fc8af4 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.2775111 Mar 22 17:44:38.654398 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cf66ac0c-5110-4dcf-bcb5-7cebbc1697f8 req-adf7ddad-a6d5-444e-b130-0f8ceb24f017 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252711 Mar 22 17:44:38.666703 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port ad722fe3-2c89-49da-9fff-1652f1e32997 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:38.680445 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-eba1b85c-28ec-4d22-9fc5-b34531d5cc31 None None] Provisioning complete for port ad722fe3-2c89-49da-9fff-1652f1e32997 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:38.680926 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-eba1b85c-28ec-4d22-9fc5-b34531d5cc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (ad722fe3-2c89-49da-9fff-1652f1e32997), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:38.781244 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Router 972335aa-ccaf-464b-9f50-9cff8baae83f is scheduled to L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:44:38.830920 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-eba1b85c-28ec-4d22-9fc5-b34531d5cc31 None None] Current status of the port ad722fe3-2c89-49da-9fff-1652f1e32997 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:38.856555 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bc5b0-f07f-4b19-ba7b-12c71b1a5221 req-5b76b37e-c967-4f5c-b8c1-4e5bcd75e5e6 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:38.863216 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b59bc5b0-f07f-4b19-ba7b-12c71b1a5221 req-5b76b37e-c967-4f5c-b8c1-4e5bcd75e5e6 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 946 time: 0.0904572 Mar 22 17:44:38.928294 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72aa32-49b7-4770-84fe-6d9731172f74 req-494e03b8-9149-455c-a1bb-dc0277279a0b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:38.929899 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fd72aa32-49b7-4770-84fe-6d9731172f74 req-494e03b8-9149-455c-a1bb-dc0277279a0b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 945 time: 0.1767106 Mar 22 17:44:38.951437 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b59bc5b0-f07f-4b19-ba7b-12c71b1a5221 req-14654b25-a9da-41f9-82c8-9ac2e1867f94 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757923 Mar 22 17:44:38.965442 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:44:38.985563 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Sync routers for ids ['972335aa-ccaf-464b-9f50-9cff8baae83f'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:44:38.997373 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Routers {'972335aa-ccaf-464b-9f50-9cff8baae83f'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:38.998113 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['972335aa-ccaf-464b-9f50-9cff8baae83f'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:38.999657 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:39.003411 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-6a78793f-a3a8-4de7-b126-991cf97c4443 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9118073 Mar 22 17:44:39.004792 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56392) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:39.025735 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fd72aa32-49b7-4770-84fe-6d9731172f74 req-924c9a1a-c472-4a3b-a784-3e4b0b61ab68 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854394 Mar 22 17:44:39.137349 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Set router 972335aa-ccaf-464b-9f50-9cff8baae83f gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:39.388795 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a16c76-0231-422a-b7f4-71ae7cba813f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:39.392021 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a75438f-44e1-495a-85f7-40b0546b2beb" -d '{"events": [{"server_uuid": "72a16c76-0231-422a-b7f4-71ae7cba813f", "name": "network-vif-plugged", "status": "completed", "tag": "a8b97622-668f-4ab0-b5fc-f27d36cfadd2"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:39.398920 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bf0d5-d033-4e47-bcaa-b875d978d807 req-b583f27c-b363-4130-b83c-63acd57c4d11 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:39.407696 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5d9bf0d5-d033-4e47-bcaa-b875d978d807 req-b583f27c-b363-4130-b83c-63acd57c4d11 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1822400 Mar 22 17:44:39.491594 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5d9bf0d5-d033-4e47-bcaa-b875d978d807 req-53431a53-f6be-4933-b183-eedafd433a4a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810752 Mar 22 17:44:39.502878 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2b017a-99f9-4c19-ac5a-d8ad263f7a5e x-openstack-request-id: req-ad2b017a-99f9-4c19-ac5a-d8ad263f7a5e {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:39.503174 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a16c76-0231-422a-b7f4-71ae7cba813f", "name": "network-vif-plugged", "status": "completed", "tag": "a8b97622-668f-4ab0-b5fc-f27d36cfadd2", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:39.503619 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad2b017a-99f9-4c19-ac5a-d8ad263f7a5e {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:39.504181 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2b017a-99f9-4c19-ac5a-d8ad263f7a5e'] response: {'server_uuid': '72a16c76-0231-422a-b7f4-71ae7cba813f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2', 'code': 200} Mar 22 17:44:39.508761 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:44:37Z', 'revision_number': 3, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:39.555007 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Checking router: 972335aa-ccaf-464b-9f50-9cff8baae83f for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:44:39.556967 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Updating router 972335aa-ccaf-464b-9f50-9cff8baae83f port e9fdd605-959f-4a7e-93ed-e3f10c17016f binding host dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:44:39.641958 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:39.821025 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:40.101815 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2381daa-2af0-4615-927f-1a12f9398b90 req-15ddfea1-7692-40f8-8f0e-dc4e74e83fdd tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:40.109589 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Publish callbacks [] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), precommit_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:40.110966 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d2381daa-2af0-4615-927f-1a12f9398b90 req-15ddfea1-7692-40f8-8f0e-dc4e74e83fdd tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0989866 Mar 22 17:44:40.123821 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:40.133255 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bc62a-4d0d-4b1a-b730-47f4d98a386d req-e74d152e-b986-40f7-938b-41310f4de572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:40.134964 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a80bc62a-4d0d-4b1a-b730-47f4d98a386d req-e74d152e-b986-40f7-938b-41310f4de572 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 1130 time: 0.4288654 Mar 22 17:44:40.180728 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Allocated IP 172.20.0.1 (11270093-eb92-4b9c-86f0-2f30cfed3c5b/426793f3-0123-4a13-aa58-f5f9557e1cbf/a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:44:40.199451 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Attempting to bind port e9fdd605-959f-4a7e-93ed-e3f10c17016f on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:44:40.200217 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Attempting to bind port e9fdd605-959f-4a7e-93ed-e3f10c17016f by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:44:40.200837 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Attempting to bind port e9fdd605-959f-4a7e-93ed-e3f10c17016f on network c8aa00b0-ab78-4efe-96f3-93b988cf785c {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:40.234609 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Pushing event updated for resources: {'Port': ['ID=e9fdd605-959f-4a7e-93ed-e3f10c17016f,revision_number=2']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:40.245834 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:44:40.246369 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Checking segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:44:40.246931 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:40.247193 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Bound using segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:44:40.247709 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Bound port: e9fdd605-959f-4a7e-93ed-e3f10c17016f, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:44:40.248110 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:40.258748 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device ad722fe3-2c89-49da-9fff-1652f1e32997 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:40.261258 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d2381daa-2af0-4615-927f-1a12f9398b90 req-7989ffeb-5c16-4ae7-b15d-1db50772f9f1 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492522 Mar 22 17:44:40.274098 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81096c7-8413-4892-a63d-52e84d46449c req-5d6d7999-f91b-46c6-84c1-db73b67f5985 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:40.275349 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d81096c7-8413-4892-a63d-52e84d46449c req-5d6d7999-f91b-46c6-84c1-db73b67f5985 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 946 time: 0.2041209 Mar 22 17:44:40.281125 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a80bc62a-4d0d-4b1a-b730-47f4d98a386d req-ced250d6-5eea-4163-997d-6c384c0a2738 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389704 Mar 22 17:44:40.335468 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.335468 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.335821 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.341794 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.346973 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.347502 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.347960 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.349113 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.349113 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.350995 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.351449 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.351788 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d81096c7-8413-4892-a63d-52e84d46449c req-0767a932-a1f9-48f0-858a-3cdd44ebe09d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679417 Mar 22 17:44:40.351918 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.352868 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.355542 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.355741 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.393810 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port ad722fe3-2c89-49da-9fff-1652f1e32997 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:40.401002 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (ad722fe3-2c89-49da-9fff-1652f1e32997), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:40.423522 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] For port e9fdd605-959f-4a7e-93ed-e3f10c17016f, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:44:40.430818 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] For port e9fdd605-959f-4a7e-93ed-e3f10c17016f, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=e9fdd605-959f-4a7e-93ed-e3f10c17016f,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:44:40.435664 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Publish callbacks [] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:40.445927 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:40.501313 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bed5d-67a0-458c-a1a5-9d38879ff838 req-8dfc172d-fb2d-4583-bf1d-af334f355ebc tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:40.503030 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a07bed5d-67a0-458c-a1a5-9d38879ff838 req-8dfc172d-fb2d-4583-bf1d-af334f355ebc tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.1342978 Mar 22 17:44:40.513075 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56410) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:40.517435 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-90ce2caa-1ba7-4e01-bbb9-cb3cf829c2c5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Request body: {'floatingip': {'port_id': '0a218033-92ac-4970-8f07-4700a2ce8b8e'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:40.536147 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port ad722fe3-2c89-49da-9fff-1652f1e32997 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:40.544549 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Routers {'972335aa-ccaf-464b-9f50-9cff8baae83f'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:40.545204 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['972335aa-ccaf-464b-9f50-9cff8baae83f'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:40.549796 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553f55b-d560-40e5-817f-e6c2ecb856a3 None None] Pushing event updated for resources: {'Port': ['ID=e9fdd605-959f-4a7e-93ed-e3f10c17016f,revision_number=3']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:40.576538 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:40.670042 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-90ce2caa-1ba7-4e01-bbb9-cb3cf829c2c5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for floatingip (e6e8daf4-e814-4b63-928b-489555435975), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:40.693099 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Network 11270093-eb92-4b9c-86f0-2f30cfed3c5b is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:44:40.760631 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] Set router 972335aa-ccaf-464b-9f50-9cff8baae83f gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:41.073822 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:41.077348 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Pushing event updated for resources: {'Port': ['ID=a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:41.080154 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:44:41.130675 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a87815-322e-4797-999e-97f411fe9119 req-edb24268-9b4d-4813-aecc-9bce5ee23b60 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:41.137035 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e1a87815-322e-4797-999e-97f411fe9119 req-edb24268-9b4d-4813-aecc-9bce5ee23b60 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.4672067 Mar 22 17:44:41.162425 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688184'] for router_interface (972335aa-ccaf-464b-9f50-9cff8baae83f), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:41.221833 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:44:37Z', 'revision_number': 3, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:41.283648 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5ff9f-e7b9-4f47-9b53-eb54492518eb None None] The sync data for ids ['972335aa-ccaf-464b-9f50-9cff8baae83f'] in dv-cinder-790535-31-iscsi is: [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:44:37Z', 'revision_number': 3, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:44:41.315824 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e1a87815-322e-4797-999e-97f411fe9119 req-94dd5f77-0c26-4940-bc71-3360359b6f9c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777775 Mar 22 17:44:41.532849 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-90ce2caa-1ba7-4e01-bbb9-cb3cf829c2c5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:41.541393 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-90ce2caa-1ba7-4e01-bbb9-cb3cf829c2c5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (e6e8daf4-e814-4b63-928b-489555435975), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:41.548984 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:41.617395 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-a4743a65-0f0d-4d1a-865f-100b4856d2ba None None] Provisioning complete for port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:41.618575 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a4743a65-0f0d-4d1a-865f-100b4856d2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:41.627193 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfeeaa-ce6e-4175-9846-be59724ba7f7 req-e4023504-7f0c-43f5-9bef-206be907d037 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:41.637718 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3cbfeeaa-ce6e-4175-9846-be59724ba7f7 req-e4023504-7f0c-43f5-9bef-206be907d037 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 946 time: 0.1230910 Mar 22 17:44:41.726766 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3cbfeeaa-ce6e-4175-9846-be59724ba7f7 req-1af5b7b0-8613-4559-9165-b275072d6816 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880725 Mar 22 17:44:41.737242 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-a4743a65-0f0d-4d1a-865f-100b4856d2ba None None] Port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:44:41.758942 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.l3_db [None req-90ce2caa-1ba7-4e01-bbb9-cb3cf829c2c5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Floating IP e6e8daf4-e814-4b63-928b-489555435975 associated. External IP: 172.27.3.110, port: 0a218033-92ac-4970-8f07-4700a2ce8b8e. Mar 22 17:44:41.950415 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Publish callbacks [] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:41.961007 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:42.065727 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688044'] for router_interface (972335aa-ccaf-464b-9f50-9cff8baae83f), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:42.161592 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ce2caa-1ba7-4e01-bbb9-cb3cf829c2c5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Router a6194bcf-05d5-4ccf-af1e-203dd51db57c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:44:42.207725 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Pushing event updated for resources: {'Port': ['ID=a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:42.309511 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Network 11270093-eb92-4b9c-86f0-2f30cfed3c5b is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:44:42.311633 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:42.317522 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device e9fdd605-959f-4a7e-93ed-e3f10c17016f up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:42.424371 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ce2caa-1ba7-4e01-bbb9-cb3cf829c2c5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:44:42.429262 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-90ce2caa-1ba7-4e01-bbb9-cb3cf829c2c5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:42.456754 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6983355-a5aa-4016-a60d-d3e165b67955 None None] Sync routers for ids ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:44:42.488988 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-90ce2caa-1ba7-4e01-bbb9-cb3cf829c2c5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "PUT /v2.0/floatingips/e6e8daf4-e814-4b63-928b-489555435975 HTTP/1.1" status: 200 len: 992 time: 1.9750624 Mar 22 17:44:42.491376 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332bde1b-5161-4904-820d-d425b6e06a4f', 'tag': '0a218033-92ac-4970-8f07-4700a2ce8b8e'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:42.496982 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e95702-1af7-4fae-a869-6151820d1379" -d '{"events": [{"name": "network-changed", "server_uuid": "332bde1b-5161-4904-820d-d425b6e06a4f", "tag": "0a218033-92ac-4970-8f07-4700a2ce8b8e"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:42.503434 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6983355-a5aa-4016-a60d-d3e165b67955 None None] Routers {'a6194bcf-05d5-4ccf-af1e-203dd51db57c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:42.515813 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-d6983355-a5aa-4016-a60d-d3e165b67955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:42.560147 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Router 972335aa-ccaf-464b-9f50-9cff8baae83f has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:44:42.613170 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cb1447-4431-46e5-a760-2565e5b4aa9e x-openstack-request-id: req-38cb1447-4431-46e5-a760-2565e5b4aa9e {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:42.613170 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332bde1b-5161-4904-820d-d425b6e06a4f", "tag": "0a218033-92ac-4970-8f07-4700a2ce8b8e", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:42.613170 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38cb1447-4431-46e5-a760-2565e5b4aa9e {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:42.613170 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38cb1447-4431-46e5-a760-2565e5b4aa9e'] response: {'name': 'network-changed', 'server_uuid': '332bde1b-5161-4904-820d-d425b6e06a4f', 'tag': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'status': 'completed', 'code': 200} Mar 22 17:44:42.739731 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d868d-d534-4a2f-8e8d-de564dde569f req-429d65ac-0577-495a-915a-e0e815f691a0 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:42.752036 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f79d868d-d534-4a2f-8e8d-de564dde569f req-429d65ac-0577-495a-915a-e0e815f691a0 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.2136233 Mar 22 17:44:42.790800 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e95702-1af7-4fae-a869-6151820d1379 req-458d35b6-1ddb-4632-810e-d792a596904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:42.793028 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-99e95702-1af7-4fae-a869-6151820d1379 req-458d35b6-1ddb-4632-810e-d792a596904b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 1130 time: 0.1821032 Mar 22 17:44:42.835323 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:44:42.846977 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-76a01431-3e33-4334-bac2-7dbbe6cba5fc admin admin] 10.222.0.42 "PUT /v2.0/routers/972335aa-ccaf-464b-9f50-9cff8baae83f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8402948 Mar 22 17:44:42.931340 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10565b0f-a7da-4e7b-bda7-60ea496d87a2 req-10f3a732-3e0e-450a-b0dc-5cee2dfe166a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:42.935279 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-10565b0f-a7da-4e7b-bda7-60ea496d87a2 req-10f3a732-3e0e-450a-b0dc-5cee2dfe166a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 946 time: 0.0863283 Mar 22 17:44:42.955796 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f79d868d-d534-4a2f-8e8d-de564dde569f req-1882b359-2460-4c92-b89a-f8ecd5689e4c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027490 Mar 22 17:44:43.019453 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port e9fdd605-959f-4a7e-93ed-e3f10c17016f triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:43.020010 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:43.024917 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e95702-1af7-4fae-a869-6151820d1379 req-572b0d78-e33e-4946-8564-5a7e6f221c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:43.026871 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-99e95702-1af7-4fae-a869-6151820d1379 req-572b0d78-e33e-4946-8564-5a7e6f221c68 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 920 time: 0.2274971 Mar 22 17:44:43.069809 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-e76c44e4-b78e-439b-9b6b-7bac9ce8b514 None None] Provisioning complete for port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:43.070195 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-e76c44e4-b78e-439b-9b6b-7bac9ce8b514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:43.115573 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-10565b0f-a7da-4e7b-bda7-60ea496d87a2 req-14f770be-5ff4-46e4-83ec-5108a6096446 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1568847 Mar 22 17:44:43.147289 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-99e95702-1af7-4fae-a869-6151820d1379 req-c0db0600-8057-4fda-af11-2424d91c6a86 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a218033-92ac-4970-8f07-4700a2ce8b8e HTTP/1.1" status: 200 len: 1000 time: 0.1120353 Mar 22 17:44:43.161895 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-e76c44e4-b78e-439b-9b6b-7bac9ce8b514 None None] Port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:44:43.244531 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e95702-1af7-4fae-a869-6151820d1379 req-068b1af5-72d1-42f7-8be1-5373b1ca44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:43.247511 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-99e95702-1af7-4fae-a869-6151820d1379 req-068b1af5-72d1-42f7-8be1-5373b1ca44ee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.0931242 Mar 22 17:44:43.262780 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-d6983355-a5aa-4016-a60d-d3e165b67955 None None] Set router a6194bcf-05d5-4ccf-af1e-203dd51db57c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:43.323274 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port e9fdd605-959f-4a7e-93ed-e3f10c17016f is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:43.324330 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:43.377294 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5211c-41eb-4b79-b52a-a9b505dffe96 req-5a095582-1538-47d0-82e5-1a2a08a70ec5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:43.378919 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fdd5211c-41eb-4b79-b52a-a9b505dffe96 req-5a095582-1538-47d0-82e5-1a2a08a70ec5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 946 time: 0.1303623 Mar 22 17:44:43.388339 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56454) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:43.388839 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e95702-1af7-4fae-a869-6151820d1379 req-af288f2f-983b-4bdf-8052-044350b22b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:43.390869 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-99e95702-1af7-4fae-a869-6151820d1379 req-af288f2f-983b-4bdf-8052-044350b22b15 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0951974 Mar 22 17:44:43.393923 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-878c22b5-832e-4d4e-85e7-155dde26f2bf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'floatingip': {'port_id': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:43.470803 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-878c22b5-832e-4d4e-85e7-155dde26f2bf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (411015da-950a-4ed9-86f0-13b75980b796), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:43.488773 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port e9fdd605-959f-4a7e-93ed-e3f10c17016f, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=e9fdd605-959f-4a7e-93ed-e3f10c17016f,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:43.508780 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:43.630458 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-99e95702-1af7-4fae-a869-6151820d1379 req-6809a211-49b7-4e20-b698-2039fb6107c2 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196002 Mar 22 17:44:43.659670 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=e9fdd605-959f-4a7e-93ed-e3f10c17016f,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:43.802092 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-99e95702-1af7-4fae-a869-6151820d1379 req-37f5b83b-0d7a-414e-9645-b9fac3447265 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598916 Mar 22 17:44:43.839767 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-d6983355-a5aa-4016-a60d-d3e165b67955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'e6e8daf4-e814-4b63-928b-489555435975', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'port_id': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'mac_address': 'fa:16:3e:a6:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332bde1b-5161-4904-820d-d425b6e06a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:43:59Z', 'updated_at': '2022-03-22T17:44:41Z', 'revision_number': 1, 'project_id': '551e3d92eba5412297c3544177af2587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:08Z', 'revision_number': 5, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:43.885994 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6983355-a5aa-4016-a60d-d3e165b67955 None None] Checking router: a6194bcf-05d5-4ccf-af1e-203dd51db57c for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:44:43.890609 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56466) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:43.896723 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-933276248-network', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:43.897152 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6983355-a5aa-4016-a60d-d3e165b67955 None None] Routers {'a6194bcf-05d5-4ccf-af1e-203dd51db57c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:43.897840 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-d6983355-a5aa-4016-a60d-d3e165b67955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:43.936227 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Made reservation on behalf of e6c737d1de5e41a0a901c757799a9865 for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:44:43.940321 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:43.963875 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:44.102503 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-d6983355-a5aa-4016-a60d-d3e165b67955 None None] Set router a6194bcf-05d5-4ccf-af1e-203dd51db57c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:44.137363 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Publish callbacks [] for security_group (67e06a53-f90e-457b-9cee-dcd65b7c1929), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:44.143588 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (67e06a53-f90e-457b-9cee-dcd65b7c1929), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:44.203610 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:44:44.250318 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e06a53-f90e-457b-9cee-dcd65b7c1929,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:44.253528 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (1a7e07a8-876f-491f-bd38-ad28a405d340), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:44.266332 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Added segment 1a7e07a8-876f-491f-bd38-ad28a405d340 of type vlan for network cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 Mar 22 17:44:44.272690 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device e9fdd605-959f-4a7e-93ed-e3f10c17016f up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:44.293549 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a102b5-a9f3-498a-afe2-c450bf466ea1 req-dd4f4c05-7ff4-48b7-83b9-4e739d382c39 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:44.296209 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-58a102b5-a9f3-498a-afe2-c450bf466ea1 req-dd4f4c05-7ff4-48b7-83b9-4e739d382c39 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.2185352 Mar 22 17:44:44.303445 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Sync routers for ids ['972335aa-ccaf-464b-9f50-9cff8baae83f'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:44:44.319209 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Routers {'972335aa-ccaf-464b-9f50-9cff8baae83f'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:44.320023 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['972335aa-ccaf-464b-9f50-9cff8baae83f'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:44.344339 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (cb0b10d2-4b6a-4956-b17c-e43ddcf49e78), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:44.407223 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (cb0b10d2-4b6a-4956-b17c-e43ddcf49e78), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:44.409807 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:44.410584 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:44.446397 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Set router 972335aa-ccaf-464b-9f50-9cff8baae83f gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:44.456595 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-878c22b5-832e-4d4e-85e7-155dde26f2bf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:44.467895 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-878c22b5-832e-4d4e-85e7-155dde26f2bf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (411015da-950a-4ed9-86f0-13b75980b796), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:44.530994 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6391857 Mar 22 17:44:44.539652 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56470) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:44.556729 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-fc023d22-6af6-4c80-8901-779eb0015eb3 admin admin] Request body: {'subnet': {'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-933276248-subnet', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:44.585797 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1ddf2-3098-48a6-9546-f367ddcea7ed admin admin] Pushing event updated for resources: {'Network': ['ID=cb0b10d2-4b6a-4956-b17c-e43ddcf49e78,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:44.588471 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port e9fdd605-959f-4a7e-93ed-e3f10c17016f triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:44.588887 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:44.623359 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc023d22-6af6-4c80-8901-779eb0015eb3 admin admin] Made reservation on behalf of e6c737d1de5e41a0a901c757799a9865 for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:44:44.626487 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc023d22-6af6-4c80-8901-779eb0015eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59114592'] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:44.633175 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [None req-878c22b5-832e-4d4e-85e7-155dde26f2bf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Floating IP 411015da-950a-4ed9-86f0-13b75980b796 associated. External IP: 172.27.3.240, port: a8b97622-668f-4ab0-b5fc-f27d36cfadd2. Mar 22 17:44:44.698010 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:44:44.742494 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:44:41Z', 'revision_number': 4, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6', 'name': '', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'mac_address': 'fa:16:3e:77:55:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:39Z', 'updated_at': '2022-03-22T17:44:41Z', 'revision_number': 2, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'subnets': [{'id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:44.795652 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-58a102b5-a9f3-498a-afe2-c450bf466ea1 req-1fe2eba5-bbc6-459a-bb5c-cba82e1287ef tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373804 Mar 22 17:44:44.812849 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Checking router: 972335aa-ccaf-464b-9f50-9cff8baae83f for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:44:44.813418 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Updating router 972335aa-ccaf-464b-9f50-9cff8baae83f port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 binding host dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:44:44.895594 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:44.979192 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc023d22-6af6-4c80-8901-779eb0015eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61705948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59114614'] for subnet (b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.054342 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port e9fdd605-959f-4a7e-93ed-e3f10c17016f is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:45.073143 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc023d22-6af6-4c80-8901-779eb0015eb3 admin admin] Checking segment: {'id': '1a7e07a8-876f-491f-bd38-ad28a405d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:44:45.074057 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc023d22-6af6-4c80-8901-779eb0015eb3 admin admin] Network hostable DHCP agents. Network: cb0b10d2-4b6a-4956-b17c-e43ddcf49e78, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:44:45.078471 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc023d22-6af6-4c80-8901-779eb0015eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:45.106244 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc023d22-6af6-4c80-8901-779eb0015eb3 admin admin] Network cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:44:45.122405 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-d6983355-a5aa-4016-a60d-d3e165b67955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'e6e8daf4-e814-4b63-928b-489555435975', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'port_id': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'mac_address': 'fa:16:3e:a6:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332bde1b-5161-4904-820d-d425b6e06a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:43:59Z', 'updated_at': '2022-03-22T17:44:41Z', 'revision_number': 1, 'project_id': '551e3d92eba5412297c3544177af2587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:08Z', 'revision_number': 5, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:45.127974 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-fc023d22-6af6-4c80-8901-779eb0015eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, cb0b10d2-4b6a-4956-b17c-e43ddcf49e78) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:45.133630 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc023d22-6af6-4c80-8901-779eb0015eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:45.134246 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc023d22-6af6-4c80-8901-779eb0015eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.157062 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-fc023d22-6af6-4c80-8901-779eb0015eb3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6147251 Mar 22 17:44:45.159016 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56474) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:45.175322 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-933276248-router', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:45.189228 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3eb958-17df-4536-859b-8391696ab119 None None] Network cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:44:45.191924 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6983355-a5aa-4016-a60d-d3e165b67955 None None] The sync data for ids ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'] in dv-cinder-790535-31-iscsi is: [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'e6e8daf4-e814-4b63-928b-489555435975', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'port_id': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'mac_address': 'fa:16:3e:a6:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332bde1b-5161-4904-820d-d425b6e06a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:43:59Z', 'updated_at': '2022-03-22T17:44:41Z', 'revision_number': 1, 'project_id': '551e3d92eba5412297c3544177af2587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:08Z', 'revision_number': 5, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:44:45.218601 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878c22b5-832e-4d4e-85e7-155dde26f2bf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:44:45.225657 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2982'] for router (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.230718 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2993'] for router (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.356849 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Publish callbacks [] for router_controller (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.368511 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878c22b5-832e-4d4e-85e7-155dde26f2bf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:44:45.374204 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-878c22b5-832e-4d4e-85e7-155dde26f2bf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.424672 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e32bf-94c6-4ac1-9c89-2dc74b7c6c59 None None] Sync routers for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:44:45.435053 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6020b14-bac5-5759-9b19-a0dd5cfccbad-cb0b10d2-4b6a-4956-b17c-e43ddcf49e78', 'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78', 'project_id': 'e6c737d1de5e41a0a901c757799a9865', 'fixed_ips': [{'subnet_id': 'b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6'}]}} from dv-cinder-790535-31-iscsi. {{(pid=109969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:44:45.436214 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.452557 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-878c22b5-832e-4d4e-85e7-155dde26f2bf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "PUT /v2.0/floatingips/411015da-950a-4ed9-86f0-13b75980b796 HTTP/1.1" status: 200 len: 992 time: 2.0579045 Mar 22 17:44:45.453318 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a16c76-0231-422a-b7f4-71ae7cba813f', 'tag': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:45.456022 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aa5587-be65-4141-b26b-71f27718c8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "72a16c76-0231-422a-b7f4-71ae7cba813f", "tag": "a8b97622-668f-4ab0-b5fc-f27d36cfadd2"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:45.501819 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Publish callbacks [] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), precommit_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.516601 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.541800 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8378dc-74f9-4e1b-b0b7-194b03cd1bf3 x-openstack-request-id: req-fe8378dc-74f9-4e1b-b0b7-194b03cd1bf3 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:45.542840 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a16c76-0231-422a-b7f4-71ae7cba813f", "tag": "a8b97622-668f-4ab0-b5fc-f27d36cfadd2", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:45.543876 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe8378dc-74f9-4e1b-b0b7-194b03cd1bf3 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:45.544555 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8378dc-74f9-4e1b-b0b7-194b03cd1bf3'] response: {'name': 'network-changed', 'server_uuid': '72a16c76-0231-422a-b7f4-71ae7cba813f', 'tag': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2', 'status': 'completed', 'code': 200} Mar 22 17:44:45.688181 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.db_base_plugin_common [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Allocated IP 172.20.0.2 (cb0b10d2-4b6a-4956-b17c-e43ddcf49e78/b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6/295f5d61-6215-477d-bb4f-e43ede600fef) {{(pid=109969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:44:45.700473 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c3c2e-3f8b-4e38-89c4-5a75026d9e85 None None] Pushing event updated for resources: {'Port': ['ID=a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6,revision_number=3']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:45.730208 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Attempting to bind port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:44:45.731008 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Attempting to bind port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '85589a14-ac3a-4fa5-a907-e11831d5d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b'}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:44:45.731375 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Attempting to bind port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 on network 11270093-eb92-4b9c-86f0-2f30cfed3c5b {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:45.743609 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:44:45.743996 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Checking segment: {'id': '85589a14-ac3a-4fa5-a907-e11831d5d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:44:45.744401 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.744797 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Bound using segment: {'id': '85589a14-ac3a-4fa5-a907-e11831d5d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b'} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:44:45.745360 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Bound port: a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85589a14-ac3a-4fa5-a907-e11831d5d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b'}}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:44:45.746389 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.857753 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e32bf-94c6-4ac1-9c89-2dc74b7c6c59 None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:45.858552 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-440e32bf-94c6-4ac1-9c89-2dc74b7c6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:45.861903 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Publish callbacks [] for router_gateway (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:45.908621 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] For port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:44:45.913355 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] For port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:44:45.924891 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:46.030624 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c3c2e-3f8b-4e38-89c4-5a75026d9e85 None None] Pushing event updated for resources: {'Port': ['ID=a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6,revision_number=4']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:46.031585 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa5587-be65-4141-b26b-71f27718c8ed req-878d13c1-4a46-4287-b379-50463f8fc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:46.034831 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92aa5587-be65-4141-b26b-71f27718c8ed req-878d13c1-4a46-4287-b379-50463f8fc9d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 1130 time: 0.2549899 Mar 22 17:44:46.087594 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Routers {'972335aa-ccaf-464b-9f50-9cff8baae83f'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:46.088396 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['972335aa-ccaf-464b-9f50-9cff8baae83f'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:46.101286 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd55e9-6db1-4436-9370-0a4ae07c9c07 req-254d8e79-9f23-47ef-8ff7-84cb869fb563 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:46.125689 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-eeb0dbbd-960a-47dc-b470-b84aeb206311 None None] Provisioning complete for port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:46.126274 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-eeb0dbbd-960a-47dc-b470-b84aeb206311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:46.127222 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-06fd55e9-6db1-4436-9370-0a4ae07c9c07 req-254d8e79-9f23-47ef-8ff7-84cb869fb563 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1854410 Mar 22 17:44:46.256162 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-06fd55e9-6db1-4436-9370-0a4ae07c9c07 req-277e2355-3087-4713-9757-23502ea86279 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220140 Mar 22 17:44:46.273551 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-440e32bf-94c6-4ac1-9c89-2dc74b7c6c59 None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:46.374085 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] Set router 972335aa-ccaf-464b-9f50-9cff8baae83f gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:46.657451 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33db27b-6cfb-45c3-9a61-975af7c617e1 None None] New status for floating IP e6e8daf4-e814-4b63-928b-489555435975: ACTIVE {{(pid=109970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:44:46.709183 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Publish callbacks [] for port (295f5d61-6215-477d-bb4f-e43ede600fef), precommit_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:46.723444 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:46.733132 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0dbbd-960a-47dc-b470-b84aeb206311 None None] Current status of the port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:46.733967 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-eeb0dbbd-960a-47dc-b470-b84aeb206311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:46.738414 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa5587-be65-4141-b26b-71f27718c8ed req-27fdad34-c6a1-4daa-9f2f-3b0625fd23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:46.740717 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92aa5587-be65-4141-b26b-71f27718c8ed req-27fdad34-c6a1-4daa-9f2f-3b0625fd23c8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 915 time: 0.6950688 Mar 22 17:44:46.873261 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92aa5587-be65-4141-b26b-71f27718c8ed req-2437b026-984f-4e8b-9762-bd1fe451acb1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8b97622-668f-4ab0-b5fc-f27d36cfadd2 HTTP/1.1" status: 200 len: 1000 time: 0.1145425 Mar 22 17:44:46.892688 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:44:41Z', 'revision_number': 4, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6', 'name': '', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'mac_address': 'fa:16:3e:77:55:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:39Z', 'updated_at': '2022-03-22T17:44:45Z', 'revision_number': 4, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'subnets': [{'id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:46.900402 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Network cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 is already hosted by enough agents. {{(pid=109969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:44:46.947312 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.base_scheduler [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Resources bound (agent type, host, resource id): {{(pid=109969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:46.950582 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Received port after_create {{(pid=109969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:44:46.983104 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-eeb0dbbd-960a-47dc-b470-b84aeb206311 None None] For port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:47.006832 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-eeb0dbbd-960a-47dc-b470-b84aeb206311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:47.008167 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa5587-be65-4141-b26b-71f27718c8ed req-f3403fd7-a695-4b52-85d5-e48a448e2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:47.009930 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92aa5587-be65-4141-b26b-71f27718c8ed req-f3403fd7-a695-4b52-85d5-e48a448e2b03 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 200 len: 853 time: 0.0903757 Mar 22 17:44:47.051860 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9afef51-1ee8-4558-9d2f-452d9c89e1d7 None None] The sync data for ids ['972335aa-ccaf-464b-9f50-9cff8baae83f'] in dv-cinder-790535-31-iscsi is: [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:44:41Z', 'revision_number': 4, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6', 'name': '', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'mac_address': 'fa:16:3e:77:55:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:39Z', 'updated_at': '2022-03-22T17:44:45Z', 'revision_number': 4, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'subnets': [{'id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:44:47.060238 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Attempting to bind port 295f5d61-6215-477d-bb4f-e43ede600fef on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:44:47.060517 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Attempting to bind port 295f5d61-6215-477d-bb4f-e43ede600fef by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '1a7e07a8-876f-491f-bd38-ad28a405d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:44:47.060889 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Attempting to bind port 295f5d61-6215-477d-bb4f-e43ede600fef on network cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:47.078614 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Pushing event updated for resources: {'Port': ['ID=295f5d61-6215-477d-bb4f-e43ede600fef,revision_number=1']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:47.147699 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:44:47.147699 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Checking segment: {'id': '1a7e07a8-876f-491f-bd38-ad28a405d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:44:47.148920 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:47.149356 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Bound using segment: {'id': '1a7e07a8-876f-491f-bd38-ad28a405d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:44:47.150120 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Bound port: 295f5d61-6215-477d-bb4f-e43ede600fef, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7e07a8-876f-491f-bd38-ad28a405d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:44:47.153229 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:47.170455 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0dbbd-960a-47dc-b470-b84aeb206311 None None] Pushing event updated for resources: {'Port': ['ID=a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:47.229668 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa5587-be65-4141-b26b-71f27718c8ed req-4233631c-a8f3-40b8-9fc9-30d5ae394dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:47.231913 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92aa5587-be65-4141-b26b-71f27718c8ed req-4233631c-a8f3-40b8-9fc9-30d5ae394dc3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1876702 Mar 22 17:44:47.377751 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92aa5587-be65-4141-b26b-71f27718c8ed req-788a8157-6bfe-4792-ae26-4fc50ec33a12 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286983 Mar 22 17:44:47.406047 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-440e32bf-94c6-4ac1-9c89-2dc74b7c6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '411015da-950a-4ed9-86f0-13b75980b796', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:37:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a16c76-0231-422a-b7f4-71ae7cba813f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:43:50Z', 'updated_at': '2022-03-22T17:44:44Z', 'revision_number': 1, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}, {'id': '92807c73-10d7-47e9-9016-b8e552007523', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:dd:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:03Z', 'updated_at': '2022-03-22T17:42:41Z', 'revision_number': 2, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:47.451152 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e32bf-94c6-4ac1-9c89-2dc74b7c6c59 None None] Checking router: 7e9c2aa2-d552-4d66-a494-db5bdffcb11c for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:44:47.457889 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-f25e3ea4-661e-4e0d-8b8f-f9e91a23baef None None] Provisioning complete for port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:47.458791 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-f25e3ea4-661e-4e0d-8b8f-f9e91a23baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:47.466947 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] For port 295f5d61-6215-477d-bb4f-e43ede600fef, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:44:47.473083 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] For port 295f5d61-6215-477d-bb4f-e43ede600fef, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=295f5d61-6215-477d-bb4f-e43ede600fef,segment=NetworkSegment(1a7e07a8-876f-491f-bd38-ad28a405d340),segment_id=1a7e07a8-876f-491f-bd38-ad28a405d340)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:44:47.481294 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Publish callbacks [] for router_gateway (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:47.500572 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e32bf-94c6-4ac1-9c89-2dc74b7c6c59 None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:47.501452 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-440e32bf-94c6-4ac1-9c89-2dc74b7c6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:47.517746 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:47.549691 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:47.620419 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840dac5-6024-4ebe-abf8-3dd80a3d4f5a req-441e5e30-1a6c-4b11-bee2-8dd54a90a85c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:47.622166 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a840dac5-6024-4ebe-abf8-3dd80a3d4f5a req-441e5e30-1a6c-4b11-bee2-8dd54a90a85c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.2439663 Mar 22 17:44:47.729431 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b5a3e-a600-47f0-be0f-26149a208048 None None] Pushing event updated for resources: {'Port': ['ID=295f5d61-6215-477d-bb4f-e43ede600fef,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:47.731355 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-92aa5587-be65-4141-b26b-71f27718c8ed req-05d66559-c643-4056-b51e-60adcb4fce6c service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366318 Mar 22 17:44:47.771063 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a840dac5-6024-4ebe-abf8-3dd80a3d4f5a req-73984481-0a97-4748-ba36-5806e738c8e7 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408534 Mar 22 17:44:47.811487 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-440e32bf-94c6-4ac1-9c89-2dc74b7c6c59 None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:47.816536 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Allocated IP 172.27.3.246 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/6564a58a-4361-4bf3-84b0-1a90f722950c) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:44:47.856961 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-f25e3ea4-661e-4e0d-8b8f-f9e91a23baef None None] Current status of the port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:48.248086 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Publish callbacks [] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:48.362434 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:48.454260 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:44:48.472408 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6564a58a-4361-4bf3-84b0-1a90f722950c,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:48.476783 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:48.477903 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:44:48.520934 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 295f5d61-6215-477d-bb4f-e43ede600fef up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:48.659471 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-440e32bf-94c6-4ac1-9c89-2dc74b7c6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '411015da-950a-4ed9-86f0-13b75980b796', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:37:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a16c76-0231-422a-b7f4-71ae7cba813f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:43:50Z', 'updated_at': '2022-03-22T17:44:44Z', 'revision_number': 1, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}, {'id': '92807c73-10d7-47e9-9016-b8e552007523', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:dd:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:03Z', 'updated_at': '2022-03-22T17:42:41Z', 'revision_number': 2, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:48.671495 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 295f5d61-6215-477d-bb4f-e43ede600fef triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:48.671937 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:48.738928 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e32bf-94c6-4ac1-9c89-2dc74b7c6c59 None None] The sync data for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi is: [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '411015da-950a-4ed9-86f0-13b75980b796', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:37:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a16c76-0231-422a-b7f4-71ae7cba813f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:43:50Z', 'updated_at': '2022-03-22T17:44:44Z', 'revision_number': 1, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}, {'id': '92807c73-10d7-47e9-9016-b8e552007523', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:dd:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:03Z', 'updated_at': '2022-03-22T17:42:41Z', 'revision_number': 2, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:44:48.866305 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 295f5d61-6215-477d-bb4f-e43ede600fef is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:48.866784 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:48.984917 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port 295f5d61-6215-477d-bb4f-e43ede600fef, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=295f5d61-6215-477d-bb4f-e43ede600fef,segment=NetworkSegment(1a7e07a8-876f-491f-bd38-ad28a405d340),segment_id=1a7e07a8-876f-491f-bd38-ad28a405d340)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:48.992427 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:48.993592 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:48.999315 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e020a48-5b7f-42db-989e-8df3a9dcd108 req-9a70c2eb-b511-433b-9a03-dc8650f69072 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:49.009313 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e020a48-5b7f-42db-989e-8df3a9dcd108 req-9a70c2eb-b511-433b-9a03-dc8650f69072 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1159213 Mar 22 17:44:49.087633 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Publish callbacks [] for router_gateway (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:49.091631 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e020a48-5b7f-42db-989e-8df3a9dcd108 req-feea74dc-9fdc-4cc9-ae5a-718641bce9d9 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785098 Mar 22 17:44:49.161839 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=295f5d61-6215-477d-bb4f-e43ede600fef,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:49.196683 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:49.197068 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:49.308333 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c7c6a-c31c-4bb0-a4fd-b34867302b28 None None] New status for floating IP 411015da-950a-4ed9-86f0-13b75980b796: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:44:49.540229 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686701'] for router (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:49.559125 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636e811c-add6-402f-9871-8cd01045db15 None None] Network cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:44:49.708146 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:49.751220 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-a6e8a6c3-d7fd-4348-abb0-79bc0e9296db None None] Provisioning complete for port 295f5d61-6215-477d-bb4f-e43ede600fef triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:49.751609 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a6e8a6c3-d7fd-4348-abb0-79bc0e9296db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:49.843135 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Router 1294d0fd-f29c-4891-b8b2-710f1b8beeaf is scheduled to L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:44:49.945680 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff91b4-c834-4e4e-a9eb-1f361c52b3f7 req-a41ad980-d7a5-4066-bf2b-883f9748033c tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:49.954333 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ceff91b4-c834-4e4e-a9eb-1f361c52b3f7 req-a41ad980-d7a5-4066-bf2b-883f9748033c tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 945 time: 0.1877754 Mar 22 17:44:50.024886 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ceff91b4-c834-4e4e-a9eb-1f361c52b3f7 req-2938a17a-796b-4ce5-8eda-32cbef75f696 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693502 Mar 22 17:44:50.079383 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:44:50.082405 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56508) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:50.091295 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-a6e8a6c3-d7fd-4348-abb0-79bc0e9296db None None] Current status of the port 295f5d61-6215-477d-bb4f-e43ede600fef is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:50.093560 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Sync routers for ids ['1294d0fd-f29c-4891-b8b2-710f1b8beeaf'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:44:50.106264 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Routers {'1294d0fd-f29c-4891-b8b2-710f1b8beeaf'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:50.106923 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['1294d0fd-f29c-4891-b8b2-710f1b8beeaf'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:50.128782 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:50.142566 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56516) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:50.143928 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-06855ae8-32b5-4002-a6d4-4a7421de43a9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9838409 Mar 22 17:44:50.252304 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 295f5d61-6215-477d-bb4f-e43ede600fef up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:50.304128 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Set router 1294d0fd-f29c-4891-b8b2-710f1b8beeaf gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:50.344553 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 295f5d61-6215-477d-bb4f-e43ede600fef triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:50.345079 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:50.418487 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a243b76-f10b-4ec0-a809-30f72db0d670 req-21362f17-5ae3-451f-8806-68690301645e tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:50.438678 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5a243b76-f10b-4ec0-a809-30f72db0d670 req-21362f17-5ae3-451f-8806-68690301645e tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1691799 Mar 22 17:44:50.488879 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 295f5d61-6215-477d-bb4f-e43ede600fef is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:50.517409 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-a5df12fd-ed92-41d4-9241-f889ba09b5a0 None None] Provisioning complete for port 295f5d61-6215-477d-bb4f-e43ede600fef triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:50.517953 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a5df12fd-ed92-41d4-9241-f889ba09b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:50.537252 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5a243b76-f10b-4ec0-a809-30f72db0d670 req-495d34ca-f6c8-45b6-a19a-d0efb9066fa2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974798 Mar 22 17:44:50.562352 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'name': 'tempest-TestShelveInstance-933276248-router', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:45Z', 'updated_at': '2022-03-22T17:44:48Z', 'revision_number': 3, 'project_id': 'e6c737d1de5e41a0a901c757799a9865', 'gw_port': {'id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:47Z', 'updated_at': '2022-03-22T17:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:50.590812 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Checking router: 1294d0fd-f29c-4891-b8b2-710f1b8beeaf for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:44:50.591235 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Updating router 1294d0fd-f29c-4891-b8b2-710f1b8beeaf port 6564a58a-4361-4bf3-84b0-1a90f722950c binding host dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:44:50.610291 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-a5df12fd-ed92-41d4-9241-f889ba09b5a0 None None] Current status of the port 295f5d61-6215-477d-bb4f-e43ede600fef is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:50.620614 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:50.643600 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beccdd91-9103-48d1-8270-3cf056d12bf4 tempest-TestMinimumBasicScenario-842754170 tempest-TestMinimumBasicScenario-842754170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:50.645150 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-beccdd91-9103-48d1-8270-3cf056d12bf4 tempest-TestMinimumBasicScenario-842754170 tempest-TestMinimumBasicScenario-842754170-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 1124 time: 0.5616531 Mar 22 17:44:50.648130 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56526) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:50.655325 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'port_id': '997781b3-448e-4852-9544-11dc5d8734ca', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:50.688688 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:50.911135 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Publish callbacks [] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), precommit_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:50.927402 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:50.993191 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e865d-cd33-482d-9146-30b2279f1517 None None] Pushing event updated for resources: {'Port': ['ID=6564a58a-4361-4bf3-84b0-1a90f722950c,revision_number=2']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:51.001709 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Attempting to bind port 6564a58a-4361-4bf3-84b0-1a90f722950c on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:44:51.002069 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Attempting to bind port 6564a58a-4361-4bf3-84b0-1a90f722950c by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:44:51.002443 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Attempting to bind port 6564a58a-4361-4bf3-84b0-1a90f722950c on network c8aa00b0-ab78-4efe-96f3-93b988cf785c {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:51.008752 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:44:51.009016 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Checking segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:44:51.009278 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.009766 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Bound using segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:44:51.010292 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Bound port: 6564a58a-4361-4bf3-84b0-1a90f722950c, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:44:51.010653 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.012801 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6de83-6699-4be9-9425-98ed3516a086 req-af335711-aa05-409d-883a-6d860a877147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:51.014868 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9ed6de83-6699-4be9-9425-98ed3516a086 req-af335711-aa05-409d-883a-6d860a877147 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=545c21eb56a34f30adb2fbf76197ea0c&device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 1129 time: 0.0640125 Mar 22 17:44:51.072566 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] For port 6564a58a-4361-4bf3-84b0-1a90f722950c, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:44:51.077556 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] For port 6564a58a-4361-4bf3-84b0-1a90f722950c, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=6564a58a-4361-4bf3-84b0-1a90f722950c,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:44:51.085770 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.119063 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6de83-6699-4be9-9425-98ed3516a086 req-e6a0eb37-54b7-47f2-b30f-21284b32202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:51.121667 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9ed6de83-6699-4be9-9425-98ed3516a086 req-e6a0eb37-54b7-47f2-b30f-21284b32202f service neutron] 10.222.0.76 "GET /v2.0/networks?id=e4bb652a-ddb8-47f6-a166-0773f8309a03 HTTP/1.1" status: 200 len: 917 time: 0.1013112 Mar 22 17:44:51.133851 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Routers {'1294d0fd-f29c-4891-b8b2-710f1b8beeaf'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:51.134483 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['1294d0fd-f29c-4891-b8b2-710f1b8beeaf'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:51.169951 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.198168 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9ed6de83-6699-4be9-9425-98ed3516a086 req-da676d91-f5c9-4268-9b34-b80aaf6d6bc6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f HTTP/1.1" status: 200 len: 1001 time: 0.0708313 Mar 22 17:44:51.212179 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e865d-cd33-482d-9146-30b2279f1517 None None] Pushing event updated for resources: {'Port': ['ID=6564a58a-4361-4bf3-84b0-1a90f722950c,revision_number=3']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:51.256812 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6de83-6699-4be9-9425-98ed3516a086 req-96e455ef-42dd-4f82-b520-c1ee3cf88718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:51.258491 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9ed6de83-6699-4be9-9425-98ed3516a086 req-96e455ef-42dd-4f82-b520-c1ee3cf88718 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eeb566b8-5e2e-4fe9-bead-53cef53e0e25 HTTP/1.1" status: 200 len: 855 time: 0.0544121 Mar 22 17:44:51.266863 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] Set router 1294d0fd-f29c-4891-b8b2-710f1b8beeaf gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:51.294804 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.314442 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6de83-6699-4be9-9425-98ed3516a086 req-ec25d52f-f842-418a-a1d8-60cb3de2783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:51.316101 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9ed6de83-6699-4be9-9425-98ed3516a086 req-ec25d52f-f842-418a-a1d8-60cb3de2783a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4bb652a-ddb8-47f6-a166-0773f8309a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510032 Mar 22 17:44:51.334561 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Allocated IP 172.27.3.76 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/4024a813-965e-4520-a128-6c593fe75c10) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:44:51.439622 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9ed6de83-6699-4be9-9425-98ed3516a086 req-f96f37ff-ff7d-4293-8ac8-3d73eabc46a7 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141844 Mar 22 17:44:51.472746 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'name': 'tempest-TestShelveInstance-933276248-router', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:45Z', 'updated_at': '2022-03-22T17:44:48Z', 'revision_number': 3, 'project_id': 'e6c737d1de5e41a0a901c757799a9865', 'gw_port': {'id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:47Z', 'updated_at': '2022-03-22T17:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:51.501141 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea639b-beb2-4e51-b338-c317a39df6a3 None None] The sync data for ids ['1294d0fd-f29c-4891-b8b2-710f1b8beeaf'] in dv-cinder-790535-31-iscsi is: [{'id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'name': 'tempest-TestShelveInstance-933276248-router', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:45Z', 'updated_at': '2022-03-22T17:44:48Z', 'revision_number': 3, 'project_id': 'e6c737d1de5e41a0a901c757799a9865', 'gw_port': {'id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:47Z', 'updated_at': '2022-03-22T17:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:44:51.539110 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9ed6de83-6699-4be9-9425-98ed3516a086 req-beff56b0-3f3d-4d93-a96e-f2ec6becefc1 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924635 Mar 22 17:44:51.553237 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for port (4024a813-965e-4520-a128-6c593fe75c10), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.563253 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Allocated IP 172.20.0.1 (cb0b10d2-4b6a-4956-b17c-e43ddcf49e78/b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6/47e9d35a-c600-4bc5-a66b-e367f726501f) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:44:51.658169 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (4024a813-965e-4520-a128-6c593fe75c10), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.683208 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367992e-a056-406a-83a2-73603c8bed8c req-fd97f1f5-e151-4cf2-8b0d-b7482d21fa0d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:51.684779 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c367992e-a056-406a-83a2-73603c8bed8c req-fd97f1f5-e151-4cf2-8b0d-b7482d21fa0d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0608842 Mar 22 17:44:51.708903 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:44:51.716831 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:51.719671 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:44:51.738592 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c367992e-a056-406a-83a2-73603c8bed8c req-f17ad0d8-d05d-4f1d-a9af-de047c959299 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471821 Mar 22 17:44:51.777129 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event updated for resources: {'Port': ['ID=4024a813-965e-4520-a128-6c593fe75c10,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:51.796775 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Publish callbacks [] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:51.917933 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.034015 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Network cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:44:52.044232 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:52.048658 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:44:52.050619 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Pushing event updated for resources: {'Port': ['ID=47e9d35a-c600-4bc5-a66b-e367f726501f,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:52.110166 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688184'] for router_interface (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.265528 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 6564a58a-4361-4bf3-84b0-1a90f722950c up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:52.330189 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 6564a58a-4361-4bf3-84b0-1a90f722950c triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:52.330809 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.366842 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for floatingip (72b952e8-b37c-4e0a-8d33-5c067ed6a73c), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.377029 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-48a547cc-1646-4425-8031-5482345fb5d8 None None] Provisioning complete for port 47e9d35a-c600-4bc5-a66b-e367f726501f triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:52.377579 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-48a547cc-1646-4425-8031-5482345fb5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.390547 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.440631 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-48a547cc-1646-4425-8031-5482345fb5d8 None None] Port 47e9d35a-c600-4bc5-a66b-e367f726501f cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:44:52.461604 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 6564a58a-4361-4bf3-84b0-1a90f722950c is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:52.462000 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.495049 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port 6564a58a-4361-4bf3-84b0-1a90f722950c, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=6564a58a-4361-4bf3-84b0-1a90f722950c,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:52.502139 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.526158 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (4024a813-965e-4520-a128-6c593fe75c10), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.566972 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=6564a58a-4361-4bf3-84b0-1a90f722950c,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:52.699938 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Publish callbacks [] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.709177 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.816230 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688044'] for router_interface (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.817934 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Pushing event updated for resources: {'Port': ['ID=47e9d35a-c600-4bc5-a66b-e367f726501f,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:52.835779 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for port (4024a813-965e-4520-a128-6c593fe75c10), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:52.851108 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (4024a813-965e-4520-a128-6c593fe75c10), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.003136 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event updated for resources: {'Port': ['ID=4024a813-965e-4520-a128-6c593fe75c10,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:53.039471 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (72b952e8-b37c-4e0a-8d33-5c067ed6a73c), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.051465 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf994f-948b-4656-9df4-689d455b228c req-51ded75e-a06b-4f2d-bc17-609d2eae586e tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:53.052909 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7fbf994f-948b-4656-9df4-689d455b228c req-51ded75e-a06b-4f2d-bc17-609d2eae586e tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1996195 Mar 22 17:44:53.054819 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Network cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:44:53.093435 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:53.264901 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7fbf994f-948b-4656-9df4-689d455b228c req-6336db98-da54-4981-962b-670e5f0225c2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740975 Mar 22 17:44:53.290486 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Floating IP 72b952e8-b37c-4e0a-8d33-5c067ed6a73c associated. External IP: 172.27.3.76, port: 997781b3-448e-4852-9544-11dc5d8734ca. Mar 22 17:44:53.382368 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-578400b2-9097-4c3b-8fd7-2df435d1a8cd None None] Provisioning complete for port 47e9d35a-c600-4bc5-a66b-e367f726501f triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:53.382939 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-578400b2-9097-4c3b-8fd7-2df435d1a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:53.423003 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-578400b2-9097-4c3b-8fd7-2df435d1a8cd None None] Port 47e9d35a-c600-4bc5-a66b-e367f726501f cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:44:53.624389 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Router 1294d0fd-f29c-4891-b8b2-710f1b8beeaf has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:44:53.837568 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:44:53.845615 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-1c912566-166a-4ce9-8ca4-3124b75513bc admin admin] 10.222.0.42 "PUT /v2.0/routers/1294d0fd-f29c-4891-b8b2-710f1b8beeaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7022009 Mar 22 17:44:53.876619 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:44:54.012637 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:44:54.025968 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13943343-e644-4c5d-a350-6781a4319c74 None None] Sync routers for ids ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:44:54.041639 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.042840 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13943343-e644-4c5d-a350-6781a4319c74 None None] Routers {'6424dcdd-f8d2-4e9f-b413-1dee55cdb387'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:54.043592 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-13943343-e644-4c5d-a350-6781a4319c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:54.075752 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-64141ba3-4239-4951-b44e-abe9d678de77 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4252405 Mar 22 17:44:54.076468 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:54.078586 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56544) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:54.079072 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b962c4-38ec-4d3e-aad7-a222fb713e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "tag": "997781b3-448e-4852-9544-11dc5d8734ca"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:54.083873 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-1fc17fd7-7fa4-4b14-a751-2b707a00d3f0 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1000930647', 'description': 'tempest-secgroup-smoke-1000930647 description', 'project_id': 'ee5fbcd9de654056a71858f0688b8a75'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:54.129211 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4709ac-1cfa-475f-a0a1-6492bb25644f x-openstack-request-id: req-af4709ac-1cfa-475f-a0a1-6492bb25644f {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:54.129775 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "tag": "997781b3-448e-4852-9544-11dc5d8734ca", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:54.130211 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af4709ac-1cfa-475f-a0a1-6492bb25644f {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:54.131287 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4709ac-1cfa-475f-a0a1-6492bb25644f'] response: {'name': 'network-changed', 'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca', 'status': 'completed', 'code': 200} Mar 22 17:44:54.133650 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1fc17fd7-7fa4-4b14-a751-2b707a00d3f0 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.246415 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b962c4-38ec-4d3e-aad7-a222fb713e8a req-63d946dc-5ce5-4d49-af62-1ced42500a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:54.247164 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 6564a58a-4361-4bf3-84b0-1a90f722950c up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:54.248005 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-75b962c4-38ec-4d3e-aad7-a222fb713e8a req-63d946dc-5ce5-4d49-af62-1ced42500a44 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee5fbcd9de654056a71858f0688b8a75&device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 1129 time: 0.0849884 Mar 22 17:44:54.250822 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-13943343-e644-4c5d-a350-6781a4319c74 None None] Set router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:54.332251 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1fc17fd7-7fa4-4b14-a751-2b707a00d3f0 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group (9e641a1c-b668-495c-ae5e-382495a0bf67), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.338282 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1fc17fd7-7fa4-4b14-a751-2b707a00d3f0 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (9e641a1c-b668-495c-ae5e-382495a0bf67), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.390242 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc17fd7-7fa4-4b14-a751-2b707a00d3f0 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e641a1c-b668-495c-ae5e-382495a0bf67,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:54.397571 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1fc17fd7-7fa4-4b14-a751-2b707a00d3f0 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.402315 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1fc17fd7-7fa4-4b14-a751-2b707a00d3f0 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3223443 Mar 22 17:44:54.403382 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56550) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:54.413361 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-672ef658-c93a-497a-8d99-e611455d723a tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Request body: {'security_group_rule': {'security_group_id': '9e641a1c-b668-495c-ae5e-382495a0bf67', 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:54.443461 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3beb2-f9f9-4682-8c89-2148f3d2f27e req-de8efc72-30be-4aee-8750-0c905465658f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:54.469064 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-41f3beb2-f9f9-4682-8c89-2148f3d2f27e req-de8efc72-30be-4aee-8750-0c905465658f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1145523 Mar 22 17:44:54.491442 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-672ef658-c93a-497a-8d99-e611455d723a tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (ee6c05e8-1a8a-4765-a76e-192d24bd4698), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.527076 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b962c4-38ec-4d3e-aad7-a222fb713e8a req-f77a106a-e7a7-4e5f-b835-74fb2245e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:54.528993 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-75b962c4-38ec-4d3e-aad7-a222fb713e8a req-f77a106a-e7a7-4e5f-b835-74fb2245e54a service neutron] 10.222.0.76 "GET /v2.0/networks?id=2d568286-e569-4699-8813-e6e3ef8dd68d HTTP/1.1" status: 200 len: 916 time: 0.2686114 Mar 22 17:44:54.566150 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Sync routers for ids ['1294d0fd-f29c-4891-b8b2-710f1b8beeaf'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:44:54.579060 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-41f3beb2-f9f9-4682-8c89-2148f3d2f27e req-67b0205b-b990-4186-971d-1fe91b980731 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078615 Mar 22 17:44:54.588473 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Routers {'1294d0fd-f29c-4891-b8b2-710f1b8beeaf'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:54.589425 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['1294d0fd-f29c-4891-b8b2-710f1b8beeaf'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:54.667517 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 6564a58a-4361-4bf3-84b0-1a90f722950c triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:54.668771 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.673563 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.704554 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-75b962c4-38ec-4d3e-aad7-a222fb713e8a req-8fdbc3e9-af38-4051-8c6a-2d808d7a3374 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=997781b3-448e-4852-9544-11dc5d8734ca HTTP/1.1" status: 200 len: 998 time: 0.1655898 Mar 22 17:44:54.732429 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:44:54.774009 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-13943343-e644-4c5d-a350-6781a4319c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '32a8169d-e0af-421c-8714-e338fecd683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:43:40Z', 'revision_number': 4, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port': {'id': '32a8169d-e0af-421c-8714-e338fecd683d', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:35Z', 'updated_at': '2022-03-22T17:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '72b952e8-b37c-4e0a-8d33-5c067ed6a73c', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'port_id': '997781b3-448e-4852-9544-11dc5d8734ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'mac_address': 'fa:16:3e:56:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e2a0-b41e-4558-83da-3860111a316d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:44:52Z', 'updated_at': '2022-03-22T17:44:52Z', 'revision_number': 0, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3951e38f-24f7-40d4-85a3-c9580e22c7e2', 'name': '', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'mac_address': 'fa:16:3e:1f:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:39Z', 'updated_at': '2022-03-22T17:43:45Z', 'revision_number': 5, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'subnets': [{'id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:54.777193 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b962c4-38ec-4d3e-aad7-a222fb713e8a req-7918833b-8aae-4ade-a822-27f8f59cca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:54.778888 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-75b962c4-38ec-4d3e-aad7-a222fb713e8a req-7918833b-8aae-4ade-a822-27f8f59cca27 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8bfdcdda-fee9-4a49-a4da-010b7e834f7f HTTP/1.1" status: 200 len: 854 time: 0.0614433 Mar 22 17:44:54.818893 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-672ef658-c93a-497a-8d99-e611455d723a tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (ee6c05e8-1a8a-4765-a76e-192d24bd4698), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.843258 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13943343-e644-4c5d-a350-6781a4319c74 None None] Checking router: 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:44:54.846317 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-672ef658-c93a-497a-8d99-e611455d723a tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (ee6c05e8-1a8a-4765-a76e-192d24bd4698), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.875426 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Set router 1294d0fd-f29c-4891-b8b2-710f1b8beeaf gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:54.882682 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ef658-c93a-497a-8d99-e611455d723a tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6c05e8-1a8a-4765-a76e-192d24bd4698,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:54.904526 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-672ef658-c93a-497a-8d99-e611455d723a tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:54.909914 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56560) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:54.911106 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-672ef658-c93a-497a-8d99-e611455d723a tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5036130 Mar 22 17:44:54.914782 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-a694bcf1-5528-4cf5-ba25-a79744b1b94b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Request body: {'security_group_rule': {'security_group_id': '9e641a1c-b668-495c-ae5e-382495a0bf67', 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:54.933424 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b962c4-38ec-4d3e-aad7-a222fb713e8a req-e6bd3cd6-2a04-4d33-8d3d-769c8d7cacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:54.935523 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-75b962c4-38ec-4d3e-aad7-a222fb713e8a req-e6bd3cd6-2a04-4d33-8d3d-769c8d7cacd8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2d568286-e569-4699-8813-e6e3ef8dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1451435 Mar 22 17:44:54.954440 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13943343-e644-4c5d-a350-6781a4319c74 None None] Routers {'6424dcdd-f8d2-4e9f-b413-1dee55cdb387'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:54.955239 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-13943343-e644-4c5d-a350-6781a4319c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:54.967083 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a694bcf1-5528-4cf5-ba25-a79744b1b94b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (2c0677d3-15bd-4bbe-ba90-3bd545aa2ac5), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.072213 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-75b962c4-38ec-4d3e-aad7-a222fb713e8a req-7c817188-691b-498f-895b-a11dbf868348 service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279511 Mar 22 17:44:55.101025 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a694bcf1-5528-4cf5-ba25-a79744b1b94b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (2c0677d3-15bd-4bbe-ba90-3bd545aa2ac5), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.110989 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a694bcf1-5528-4cf5-ba25-a79744b1b94b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (2c0677d3-15bd-4bbe-ba90-3bd545aa2ac5), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.176907 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a694bcf1-5528-4cf5-ba25-a79744b1b94b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.181657 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-a694bcf1-5528-4cf5-ba25-a79744b1b94b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2704513 Mar 22 17:44:55.183103 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694bcf1-5528-4cf5-ba25-a79744b1b94b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0677d3-15bd-4bbe-ba90-3bd545aa2ac5,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:55.190177 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56564) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:55.195216 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-d42b11d2-1607-4095-aad5-f4165a0db654 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Request body: {'security_group_rule': {'security_group_id': '9e641a1c-b668-495c-ae5e-382495a0bf67', 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:55.247321 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56566) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:55.253554 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-18a882b1-1cbc-4b49-b690-cf5121e4f316 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2102112813', 'description': 'tempest-secgroup-smoke-2102112813 description', 'project_id': '3be40162415e4d00adbfe52e1a0cc828'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:55.262044 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d42b11d2-1607-4095-aad5-f4165a0db654 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (aabd40b9-894d-4b64-96a7-68491ab48f5e), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.273051 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-13943343-e644-4c5d-a350-6781a4319c74 None None] Set router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:55.275658 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-75b962c4-38ec-4d3e-aad7-a222fb713e8a req-0d7803b7-c427-47b9-bd77-a598f16a412f service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960783 Mar 22 17:44:55.349159 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-18a882b1-1cbc-4b49-b690-cf5121e4f316 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.378367 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'name': 'tempest-TestShelveInstance-933276248-router', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:45Z', 'updated_at': '2022-03-22T17:44:52Z', 'revision_number': 4, 'project_id': 'e6c737d1de5e41a0a901c757799a9865', 'gw_port': {'id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:47Z', 'updated_at': '2022-03-22T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '47e9d35a-c600-4bc5-a66b-e367f726501f', 'name': '', 'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'mac_address': 'fa:16:3e:4a:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:51Z', 'updated_at': '2022-03-22T17:44:52Z', 'revision_number': 2, 'project_id': 'e6c737d1de5e41a0a901c757799a9865', 'subnets': [{'id': 'b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:55.381647 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d42b11d2-1607-4095-aad5-f4165a0db654 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (aabd40b9-894d-4b64-96a7-68491ab48f5e), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.391925 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d42b11d2-1607-4095-aad5-f4165a0db654 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (aabd40b9-894d-4b64-96a7-68491ab48f5e), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.431129 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b11d2-1607-4095-aad5-f4165a0db654 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabd40b9-894d-4b64-96a7-68491ab48f5e,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:55.463410 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d42b11d2-1607-4095-aad5-f4165a0db654 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.466945 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56574) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:55.474450 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-0a49ceed-9464-4a30-b76c-abdcd70abfcf tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Request body: {'security_group_rule': {'security_group_id': '9e641a1c-b668-495c-ae5e-382495a0bf67', 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:55.481060 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-d42b11d2-1607-4095-aad5-f4165a0db654 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2896819 Mar 22 17:44:55.494612 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f is: ACTIVE; New status is: DOWN {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:55.496235 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.526693 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 6564a58a-4361-4bf3-84b0-1a90f722950c is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:55.528536 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Checking router: 1294d0fd-f29c-4891-b8b2-710f1b8beeaf for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:44:55.528898 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Updating router 1294d0fd-f29c-4891-b8b2-710f1b8beeaf port 47e9d35a-c600-4bc5-a66b-e367f726501f binding host dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:44:55.543205 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [req-4164d011-90aa-4eb5-a8af-13366e92acb0 req-9199e161-7e36-4310-b628-e721db96a673 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:44:55.544474 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4164d011-90aa-4eb5-a8af-13366e92acb0 req-9199e161-7e36-4310-b628-e721db96a673 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111034 Mar 22 17:44:55.546176 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0a49ceed-9464-4a30-b76c-abdcd70abfcf tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (b9c13655-4b79-49c7-91e9-f4f274ebe1a2), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.567455 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.572024 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:55.576458 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f8a704-540c-4ce5-912e-35e47cd247a8" -d '{"events": [{"server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "name": "network-vif-unplugged", "status": "completed", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:55.602695 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-18a882b1-1cbc-4b49-b690-cf5121e4f316 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group (b9d6a2e2-dd26-4178-a07c-b3d10cf3818a), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.617007 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-18a882b1-1cbc-4b49-b690-cf5121e4f316 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (b9d6a2e2-dd26-4178-a07c-b3d10cf3818a), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.623384 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:55.643710 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04100be-589f-4f93-b48a-c30fddc5c7f5 x-openstack-request-id: req-e04100be-589f-4f93-b48a-c30fddc5c7f5 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:55.644222 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "name": "network-vif-unplugged", "status": "failed", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f", "code": 422}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:55.644621 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e04100be-589f-4f93-b48a-c30fddc5c7f5 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:55.645317 dv-cinder-790535-31-iscsi neutron-server[109969]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e04100be-589f-4f93-b48a-c30fddc5c7f5']: {'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'code': 422} returned with failed status Mar 22 17:44:55.646179 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.672637 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-18a882b1-1cbc-4b49-b690-cf5121e4f316 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.678515 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-18a882b1-1cbc-4b49-b690-cf5121e4f316 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4259281 Mar 22 17:44:55.680692 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56578) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:55.687141 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-5ff02f1d-6011-4031-9130-0c2417d0cb00 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Request body: {'security_group_rule': {'security_group_id': 'b9d6a2e2-dd26-4178-a07c-b3d10cf3818a', 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:55.700613 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0a49ceed-9464-4a30-b76c-abdcd70abfcf tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (b9c13655-4b79-49c7-91e9-f4f274ebe1a2), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.708412 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0a49ceed-9464-4a30-b76c-abdcd70abfcf tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (b9c13655-4b79-49c7-91e9-f4f274ebe1a2), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.729834 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a882b1-1cbc-4b49-b690-cf5121e4f316 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:55.749873 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49ceed-9464-4a30-b76c-abdcd70abfcf tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c13655-4b79-49c7-91e9-f4f274ebe1a2,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:55.768829 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0a49ceed-9464-4a30-b76c-abdcd70abfcf tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.773708 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0a49ceed-9464-4a30-b76c-abdcd70abfcf tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3015218 Mar 22 17:44:55.775093 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56582) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:55.783205 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-add0473b-937b-4588-9a0c-032c6e73a9b3 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Request body: {'security_group_rule': {'security_group_id': '9e641a1c-b668-495c-ae5e-382495a0bf67', 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:55.810350 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5ff02f1d-6011-4031-9130-0c2417d0cb00 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (916b2779-cf77-4586-8b73-3a09bf1230b3), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.816106 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.securitygroups_db [None req-add0473b-937b-4588-9a0c-032c6e73a9b3 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Project ee5fbcd9de654056a71858f0688b8a75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:44:55.826515 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-add0473b-937b-4588-9a0c-032c6e73a9b3 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (295ec344-93b2-469a-a8a5-59636b7f97e5), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.914825 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5ff02f1d-6011-4031-9130-0c2417d0cb00 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (916b2779-cf77-4586-8b73-3a09bf1230b3), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.935055 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8444179-3d92-400a-9d48-fd3044bc9297 req-dcb12922-f41b-4b36-8071-5d5724613821 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:55.942795 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e8444179-3d92-400a-9d48-fd3044bc9297 req-dcb12922-f41b-4b36-8071-5d5724613821 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.1253843 Mar 22 17:44:55.945636 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5ff02f1d-6011-4031-9130-0c2417d0cb00 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (916b2779-cf77-4586-8b73-3a09bf1230b3), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.987844 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-add0473b-937b-4588-9a0c-032c6e73a9b3 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (295ec344-93b2-469a-a8a5-59636b7f97e5), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:55.993872 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-add0473b-937b-4588-9a0c-032c6e73a9b3 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (295ec344-93b2-469a-a8a5-59636b7f97e5), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.019070 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0473b-937b-4588-9a0c-032c6e73a9b3 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295ec344-93b2-469a-a8a5-59636b7f97e5,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:56.029399 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e8444179-3d92-400a-9d48-fd3044bc9297 req-8f76e9f1-05ac-45dc-8291-48c7d6a93455 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776258 Mar 22 17:44:56.034668 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-add0473b-937b-4588-9a0c-032c6e73a9b3 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.036888 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-add0473b-937b-4588-9a0c-032c6e73a9b3 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2606647 Mar 22 17:44:56.040282 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 56596) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:56.051929 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-5b24067b-9390-4b7f-a56e-b9698ffe7b32 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Request body: {'security_group_rule': {'security_group_id': '9e641a1c-b668-495c-ae5e-382495a0bf67', 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:56.053184 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff02f1d-6011-4031-9130-0c2417d0cb00 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916b2779-cf77-4586-8b73-3a09bf1230b3,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:56.067189 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5ff02f1d-6011-4031-9130-0c2417d0cb00 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.069694 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-5ff02f1d-6011-4031-9130-0c2417d0cb00 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3878260 Mar 22 17:44:56.071472 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56598) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:56.077168 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-c85f2909-1a4f-4555-9673-c8389b834970 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Request body: {'security_group_rule': {'security_group_id': 'b9d6a2e2-dd26-4178-a07c-b3d10cf3818a', 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:56.102797 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.securitygroups_db [None req-5b24067b-9390-4b7f-a56e-b9698ffe7b32 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Project ee5fbcd9de654056a71858f0688b8a75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:44:56.110174 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b24067b-9390-4b7f-a56e-b9698ffe7b32 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (96bf2831-10b9-43b6-92c6-a2105d237164), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.111630 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Publish callbacks [] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), precommit_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.116521 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c85f2909-1a4f-4555-9673-c8389b834970 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (57b40b05-e85b-475e-b6f8-91e6bc8f7870), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.121894 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.216227 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,revision_number=8']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:56.259014 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c85f2909-1a4f-4555-9673-c8389b834970 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (57b40b05-e85b-475e-b6f8-91e6bc8f7870), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.263383 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324b7a8-ed3a-4ca9-8d2b-3dc1d41eb134 None None] Pushing event updated for resources: {'Port': ['ID=47e9d35a-c600-4bc5-a66b-e367f726501f,revision_number=3']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:56.265407 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c85f2909-1a4f-4555-9673-c8389b834970 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (57b40b05-e85b-475e-b6f8-91e6bc8f7870), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.323970 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f2909-1a4f-4555-9673-c8389b834970 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b40b05-e85b-475e-b6f8-91e6bc8f7870,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:56.330000 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Attempting to bind port 47e9d35a-c600-4bc5-a66b-e367f726501f on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:44:56.331140 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Attempting to bind port 47e9d35a-c600-4bc5-a66b-e367f726501f by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '1a7e07a8-876f-491f-bd38-ad28a405d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78'}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:44:56.332445 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Attempting to bind port 47e9d35a-c600-4bc5-a66b-e367f726501f on network cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:56.346032 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c85f2909-1a4f-4555-9673-c8389b834970 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.346641 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:44:56.347457 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c85f2909-1a4f-4555-9673-c8389b834970 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2747681 Mar 22 17:44:56.347981 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Checking segment: {'id': '1a7e07a8-876f-491f-bd38-ad28a405d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:44:56.348863 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.350264 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56608) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:56.351263 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Bound using segment: {'id': '1a7e07a8-876f-491f-bd38-ad28a405d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78'} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:44:56.352099 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Bound port: 47e9d35a-c600-4bc5-a66b-e367f726501f, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7e07a8-876f-491f-bd38-ad28a405d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78'}}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:44:56.352752 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.355050 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-1cb99d20-386a-41ff-81fb-5f8c8fb59894 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Request body: {'security_group_rule': {'security_group_id': 'b9d6a2e2-dd26-4178-a07c-b3d10cf3818a', 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:56.363553 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b24067b-9390-4b7f-a56e-b9698ffe7b32 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (96bf2831-10b9-43b6-92c6-a2105d237164), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.386965 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b24067b-9390-4b7f-a56e-b9698ffe7b32 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (96bf2831-10b9-43b6-92c6-a2105d237164), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.415522 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1cb99d20-386a-41ff-81fb-5f8c8fb59894 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (0ad7c3cf-83f0-4a44-9f46-c80cbc396738), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.419730 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-13943343-e644-4c5d-a350-6781a4319c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '32a8169d-e0af-421c-8714-e338fecd683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:43:40Z', 'revision_number': 4, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port': {'id': '32a8169d-e0af-421c-8714-e338fecd683d', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:35Z', 'updated_at': '2022-03-22T17:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '72b952e8-b37c-4e0a-8d33-5c067ed6a73c', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'port_id': '997781b3-448e-4852-9544-11dc5d8734ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'mac_address': 'fa:16:3e:56:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e2a0-b41e-4558-83da-3860111a316d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:44:52Z', 'updated_at': '2022-03-22T17:44:52Z', 'revision_number': 0, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3951e38f-24f7-40d4-85a3-c9580e22c7e2', 'name': '', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'mac_address': 'fa:16:3e:1f:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:39Z', 'updated_at': '2022-03-22T17:43:45Z', 'revision_number': 5, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'subnets': [{'id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:56.449259 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56610) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:56.454423 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24067b-9390-4b7f-a56e-b9698ffe7b32 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96bf2831-10b9-43b6-92c6-a2105d237164,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:56.454840 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13943343-e644-4c5d-a350-6781a4319c74 None None] The sync data for ids ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'] in dv-cinder-790535-31-iscsi is: [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '32a8169d-e0af-421c-8714-e338fecd683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:43:40Z', 'revision_number': 4, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port': {'id': '32a8169d-e0af-421c-8714-e338fecd683d', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:35Z', 'updated_at': '2022-03-22T17:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '72b952e8-b37c-4e0a-8d33-5c067ed6a73c', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'port_id': '997781b3-448e-4852-9544-11dc5d8734ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'mac_address': 'fa:16:3e:56:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e2a0-b41e-4558-83da-3860111a316d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:44:52Z', 'updated_at': '2022-03-22T17:44:52Z', 'revision_number': 0, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3951e38f-24f7-40d4-85a3-c9580e22c7e2', 'name': '', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'mac_address': 'fa:16:3e:1f:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:39Z', 'updated_at': '2022-03-22T17:43:45Z', 'revision_number': 5, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'subnets': [{'id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:44:56.486109 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5b24067b-9390-4b7f-a56e-b9698ffe7b32 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.490197 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5b24067b-9390-4b7f-a56e-b9698ffe7b32 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4454846 Mar 22 17:44:56.508838 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] For port 47e9d35a-c600-4bc5-a66b-e367f726501f, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:44:56.513656 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] For port 47e9d35a-c600-4bc5-a66b-e367f726501f, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=47e9d35a-c600-4bc5-a66b-e367f726501f,segment=NetworkSegment(1a7e07a8-876f-491f-bd38-ad28a405d340),segment_id=1a7e07a8-876f-491f-bd38-ad28a405d340)] {{(pid=109970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:44:56.520985 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.590836 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324b7a8-ed3a-4ca9-8d2b-3dc1d41eb134 None None] Pushing event updated for resources: {'Port': ['ID=47e9d35a-c600-4bc5-a66b-e367f726501f,revision_number=4']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:56.614446 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Routers {'1294d0fd-f29c-4891-b8b2-710f1b8beeaf'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:56.615378 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:44:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['1294d0fd-f29c-4891-b8b2-710f1b8beeaf'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:56.647644 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9559cca6-213e-4c67-8b30-c700c83db23f req-81e552bf-1b0f-4f21-8a8e-3573abf55c25 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1960983 Mar 22 17:44:56.653059 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1cb99d20-386a-41ff-81fb-5f8c8fb59894 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (0ad7c3cf-83f0-4a44-9f46-c80cbc396738), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.660218 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [req-9559cca6-213e-4c67-8b30-c700c83db23f req-a17986ba-d93d-49b6-afc5-a31103677d5e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:44:56.661385 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9559cca6-213e-4c67-8b30-c700c83db23f req-a17986ba-d93d-49b6-afc5-a31103677d5e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069635 Mar 22 17:44:56.663145 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1cb99d20-386a-41ff-81fb-5f8c8fb59894 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (0ad7c3cf-83f0-4a44-9f46-c80cbc396738), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.686706 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb99d20-386a-41ff-81fb-5f8c8fb59894 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad7c3cf-83f0-4a44-9f46-c80cbc396738,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:56.700112 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7963649b-7417-41db-b194-8f6b1cd92900 req-ea69b43d-d98e-4ece-b976-9290e3218be2 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000930647&fields=id&tenant_id=ee5fbcd9de654056a71858f0688b8a75 HTTP/1.1" status: 200 len: 267 time: 0.0800476 Mar 22 17:44:56.705175 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1cb99d20-386a-41ff-81fb-5f8c8fb59894 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.706989 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-1cb99d20-386a-41ff-81fb-5f8c8fb59894 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3554864 Mar 22 17:44:56.709587 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56616) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:56.715642 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-3afc73c0-05ee-4934-aba3-3d98a001ee57 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Request body: {'security_group_rule': {'security_group_id': 'b9d6a2e2-dd26-4178-a07c-b3d10cf3818a', 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:56.783335 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-acafe881-9bb6-4647-935b-90d20b703ed5 None None] Provisioning complete for port 47e9d35a-c600-4bc5-a66b-e367f726501f triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:56.784407 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-acafe881-9bb6-4647-935b-90d20b703ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.796774 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] Set router 1294d0fd-f29c-4891-b8b2-710f1b8beeaf gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:56.797364 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3afc73c0-05ee-4934-aba3-3d98a001ee57 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (3d112678-defc-420f-946e-c4f45b129c09), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.867744 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963649b-7417-41db-b194-8f6b1cd92900 req-8b84169d-1c22-428a-9b82-b487a2a289e0 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:56.885115 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56622) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:56.887349 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7963649b-7417-41db-b194-8f6b1cd92900 req-8b84169d-1c22-428a-9b82-b487a2a289e0 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 945 time: 0.1649108 Mar 22 17:44:56.914457 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-7963649b-7417-41db-b194-8f6b1cd92900 req-b9971d61-d435-4d42-8cd9-8bd5145d8ccd tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Request body: {'port': {'security_groups': ['ff9fdc8d-5890-423c-bd68-3dc78250f881', '9e641a1c-b668-495c-ae5e-382495a0bf67']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:56.920897 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e2c3a-249e-4280-860c-5bc2ebf62ae0 None None] New status for floating IP 72b952e8-b37c-4e0a-8d33-5c067ed6a73c: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:44:56.982290 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3afc73c0-05ee-4934-aba3-3d98a001ee57 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (3d112678-defc-420f-946e-c4f45b129c09), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:56.988774 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3afc73c0-05ee-4934-aba3-3d98a001ee57 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (3d112678-defc-420f-946e-c4f45b129c09), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.009496 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc73c0-05ee-4934-aba3-3d98a001ee57 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d112678-defc-420f-946e-c4f45b129c09,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:57.031576 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3afc73c0-05ee-4934-aba3-3d98a001ee57 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.033524 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-3afc73c0-05ee-4934-aba3-3d98a001ee57 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3225896 Mar 22 17:44:57.036466 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56626) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:57.042604 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-9ce3cb1e-2a78-4db1-8571-4eeec458d81f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Request body: {'security_group_rule': {'security_group_id': 'b9d6a2e2-dd26-4178-a07c-b3d10cf3818a', 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:57.131495 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.securitygroups_db [None req-9ce3cb1e-2a78-4db1-8571-4eeec458d81f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Project 3be40162415e4d00adbfe52e1a0cc828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:44:57.142156 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559cca6-213e-4c67-8b30-c700c83db23f req-7e6802f1-6f9d-4934-bbbf-d62fc138819c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:57.144163 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9559cca6-213e-4c67-8b30-c700c83db23f req-7e6802f1-6f9d-4934-bbbf-d62fc138819c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports/2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f HTTP/1.1" status: 200 len: 940 time: 0.2552502 Mar 22 17:44:57.152644 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9ce3cb1e-2a78-4db1-8571-4eeec458d81f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (7a7de0b9-4a89-4ea1-a42b-80082021277e), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.157291 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-acafe881-9bb6-4647-935b-90d20b703ed5 None None] Current status of the port 47e9d35a-c600-4bc5-a66b-e367f726501f is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:57.157820 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-acafe881-9bb6-4647-935b-90d20b703ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.180319 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7963649b-7417-41db-b194-8f6b1cd92900 req-b9971d61-d435-4d42-8cd9-8bd5145d8ccd tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (997781b3-448e-4852-9544-11dc5d8734ca), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.203272 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-acafe881-9bb6-4647-935b-90d20b703ed5 None None] For port 47e9d35a-c600-4bc5-a66b-e367f726501f, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=47e9d35a-c600-4bc5-a66b-e367f726501f,segment=NetworkSegment(1a7e07a8-876f-491f-bd38-ad28a405d340),segment_id=1a7e07a8-876f-491f-bd38-ad28a405d340)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:57.217674 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-acafe881-9bb6-4647-935b-90d20b703ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.271575 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'name': 'tempest-TestShelveInstance-933276248-router', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:45Z', 'updated_at': '2022-03-22T17:44:52Z', 'revision_number': 4, 'project_id': 'e6c737d1de5e41a0a901c757799a9865', 'gw_port': {'id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:47Z', 'updated_at': '2022-03-22T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '47e9d35a-c600-4bc5-a66b-e367f726501f', 'name': '', 'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'mac_address': 'fa:16:3e:4a:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:51Z', 'updated_at': '2022-03-22T17:44:56Z', 'revision_number': 4, 'project_id': 'e6c737d1de5e41a0a901c757799a9865', 'subnets': [{'id': 'b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:57.312533 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d84ae2-9b55-4a7b-af53-25e834175bb1 None None] The sync data for ids ['1294d0fd-f29c-4891-b8b2-710f1b8beeaf'] in dv-cinder-790535-31-iscsi is: [{'id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'name': 'tempest-TestShelveInstance-933276248-router', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:45Z', 'updated_at': '2022-03-22T17:44:52Z', 'revision_number': 4, 'project_id': 'e6c737d1de5e41a0a901c757799a9865', 'gw_port': {'id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:47Z', 'updated_at': '2022-03-22T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '47e9d35a-c600-4bc5-a66b-e367f726501f', 'name': '', 'network_id': 'cb0b10d2-4b6a-4956-b17c-e43ddcf49e78', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'mac_address': 'fa:16:3e:4a:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:51Z', 'updated_at': '2022-03-22T17:44:56Z', 'revision_number': 4, 'project_id': 'e6c737d1de5e41a0a901c757799a9865', 'subnets': [{'id': 'b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:44:57.374517 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961aa1a-0058-4b03-9548-d301ba84ed39 req-bcb8f820-ff95-4fbd-8137-c326a69284a5 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:57.376751 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2961aa1a-0058-4b03-9548-d301ba84ed39 req-bcb8f820-ff95-4fbd-8137-c326a69284a5 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.2003813 Mar 22 17:44:57.391073 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafe881-9bb6-4647-935b-90d20b703ed5 None None] Pushing event updated for resources: {'Port': ['ID=47e9d35a-c600-4bc5-a66b-e367f726501f,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:57.396043 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9ce3cb1e-2a78-4db1-8571-4eeec458d81f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (7a7de0b9-4a89-4ea1-a42b-80082021277e), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.396401 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-477da99a-f709-444e-b488-400e3eb590f1 None None] Provisioning complete for port 47e9d35a-c600-4bc5-a66b-e367f726501f triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:57.397245 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-477da99a-f709-444e-b488-400e3eb590f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.405612 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9ce3cb1e-2a78-4db1-8571-4eeec458d81f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (7a7de0b9-4a89-4ea1-a42b-80082021277e), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.446278 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3cb1e-2a78-4db1-8571-4eeec458d81f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7de0b9-4a89-4ea1-a42b-80082021277e,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:57.476166 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9ce3cb1e-2a78-4db1-8571-4eeec458d81f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.478184 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-9ce3cb1e-2a78-4db1-8571-4eeec458d81f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4399250 Mar 22 17:44:57.483518 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56636) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:57.500421 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-eb33c41f-dc4e-40c2-a8be-38c46bb2a360 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Request body: {'security_group_rule': {'security_group_id': 'b9d6a2e2-dd26-4178-a07c-b3d10cf3818a', 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:57.541144 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2961aa1a-0058-4b03-9548-d301ba84ed39 req-424b8802-98e1-40ed-9562-be1f4e019898 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247091 Mar 22 17:44:57.559107 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.securitygroups_db [None req-eb33c41f-dc4e-40c2-a8be-38c46bb2a360 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Project 3be40162415e4d00adbfe52e1a0cc828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:44:57.568440 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eb33c41f-dc4e-40c2-a8be-38c46bb2a360 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (3b06173c-cc9a-4510-a70e-9bafedc9390a), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.585798 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-477da99a-f709-444e-b488-400e3eb590f1 None None] Current status of the port 47e9d35a-c600-4bc5-a66b-e367f726501f is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:57.624796 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-7963649b-7417-41db-b194-8f6b1cd92900 req-b9971d61-d435-4d42-8cd9-8bd5145d8ccd tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] For port 997781b3-448e-4852-9544-11dc5d8734ca, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=997781b3-448e-4852-9544-11dc5d8734ca,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:57.677650 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eb33c41f-dc4e-40c2-a8be-38c46bb2a360 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (3b06173c-cc9a-4510-a70e-9bafedc9390a), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.678143 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7963649b-7417-41db-b194-8f6b1cd92900 req-b9971d61-d435-4d42-8cd9-8bd5145d8ccd tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for port (997781b3-448e-4852-9544-11dc5d8734ca), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.684856 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eb33c41f-dc4e-40c2-a8be-38c46bb2a360 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (3b06173c-cc9a-4510-a70e-9bafedc9390a), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.687141 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7963649b-7417-41db-b194-8f6b1cd92900 req-b9971d61-d435-4d42-8cd9-8bd5145d8ccd tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (997781b3-448e-4852-9544-11dc5d8734ca), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.703615 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['997781b3-448e-4852-9544-11dc5d8734ca'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:44:57.721928 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33c41f-dc4e-40c2-a8be-38c46bb2a360 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b06173c-cc9a-4510-a70e-9bafedc9390a,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:57.733342 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eb33c41f-dc4e-40c2-a8be-38c46bb2a360 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.742757 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-eb33c41f-dc4e-40c2-a8be-38c46bb2a360 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2578638 Mar 22 17:44:57.808900 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963649b-7417-41db-b194-8f6b1cd92900 req-b9971d61-d435-4d42-8cd9-8bd5145d8ccd tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:57.817063 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7963649b-7417-41db-b194-8f6b1cd92900 req-b9971d61-d435-4d42-8cd9-8bd5145d8ccd tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:57.818919 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7963649b-7417-41db-b194-8f6b1cd92900 req-b9971d61-d435-4d42-8cd9-8bd5145d8ccd tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "PUT /v2.0/ports/997781b3-448e-4852-9544-11dc5d8734ca HTTP/1.1" status: 200 len: 981 time: 0.9299536 Mar 22 17:44:57.819824 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:57.827764 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dac661c-c95d-4a05-9605-4ab217d20e93" -d '{"events": [{"name": "network-changed", "server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "tag": "997781b3-448e-4852-9544-11dc5d8734ca"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:57.831333 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9971d61-d435-4d42-8cd9-8bd5145d8ccd tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event updated for resources: {'Port': ['ID=997781b3-448e-4852-9544-11dc5d8734ca,revision_number=6']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:57.965629 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['997781b3-448e-4852-9544-11dc5d8734ca'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:44:57.972325 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85467c9b-5a4a-423a-b4c0-dbae6d296ae3 x-openstack-request-id: req-85467c9b-5a4a-423a-b4c0-dbae6d296ae3 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:57.972908 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "tag": "997781b3-448e-4852-9544-11dc5d8734ca", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:57.973335 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85467c9b-5a4a-423a-b4c0-dbae6d296ae3 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:57.974245 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85467c9b-5a4a-423a-b4c0-dbae6d296ae3'] response: {'name': 'network-changed', 'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca', 'status': 'completed', 'code': 200} Mar 22 17:44:58.136644 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac661c-c95d-4a05-9605-4ab217d20e93 req-d36756c2-d0c1-4277-a8f9-edb0f3ef796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:58.140988 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1dac661c-c95d-4a05-9605-4ab217d20e93 req-d36756c2-d0c1-4277-a8f9-edb0f3ef796d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee5fbcd9de654056a71858f0688b8a75&device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 1168 time: 0.1318808 Mar 22 17:44:58.190092 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d402d-f05a-4d03-be8a-593c5290ca91 req-f37c2505-881b-448d-b5d0-03bd655e07fa tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:58.198968 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c26d402d-f05a-4d03-be8a-593c5290ca91 req-f37c2505-881b-448d-b5d0-03bd655e07fa tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.1595640 Mar 22 17:44:58.275168 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-02ab4d5c-b50c-4e77-a913-6d7b62a158ba None None] Provisioning complete for port 997781b3-448e-4852-9544-11dc5d8734ca triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:58.275673 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-02ab4d5c-b50c-4e77-a913-6d7b62a158ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (997781b3-448e-4852-9544-11dc5d8734ca), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:58.359908 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c26d402d-f05a-4d03-be8a-593c5290ca91 req-469af36f-581f-41fe-91d4-a23041c50387 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514382 Mar 22 17:44:58.421750 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 47e9d35a-c600-4bc5-a66b-e367f726501f up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:58.441844 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac661c-c95d-4a05-9605-4ab217d20e93 req-0794b745-cb3e-461d-b391-4d325f00bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:58.443355 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1dac661c-c95d-4a05-9605-4ab217d20e93 req-0794b745-cb3e-461d-b391-4d325f00bf93 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2d568286-e569-4699-8813-e6e3ef8dd68d HTTP/1.1" status: 200 len: 916 time: 0.2969582 Mar 22 17:44:58.552195 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1dac661c-c95d-4a05-9605-4ab217d20e93 req-d2c1bbca-f65b-40ad-b4ce-1a54b9b47ec7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=997781b3-448e-4852-9544-11dc5d8734ca HTTP/1.1" status: 200 len: 1000 time: 0.0988402 Mar 22 17:44:58.629391 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-02ab4d5c-b50c-4e77-a913-6d7b62a158ba None None] Current status of the port 997781b3-448e-4852-9544-11dc5d8734ca is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:58.639318 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 47e9d35a-c600-4bc5-a66b-e367f726501f triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:58.639706 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:58.652328 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac661c-c95d-4a05-9605-4ab217d20e93 req-e9782dc0-3941-4ef1-92a2-bcf268864de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:58.654043 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1dac661c-c95d-4a05-9605-4ab217d20e93 req-e9782dc0-3941-4ef1-92a2-bcf268864de6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8bfdcdda-fee9-4a49-a4da-010b7e834f7f HTTP/1.1" status: 200 len: 854 time: 0.0941377 Mar 22 17:44:58.730055 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac661c-c95d-4a05-9605-4ab217d20e93 req-a3f04e2f-5c73-4e4a-b4f4-f3132784ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:58.732187 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1dac661c-c95d-4a05-9605-4ab217d20e93 req-a3f04e2f-5c73-4e4a-b4f4-f3132784ed11 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2d568286-e569-4699-8813-e6e3ef8dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0677242 Mar 22 17:44:58.861592 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea24a6-3cb9-46d1-ad7a-e0e5f1fa2a73 req-11b0b64f-0cf5-45a2-ab48-1114230eedbd tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:58.863183 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8cea24a6-3cb9-46d1-ad7a-e0e5f1fa2a73 req-11b0b64f-0cf5-45a2-ab48-1114230eedbd tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.1273186 Mar 22 17:44:58.883458 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 47e9d35a-c600-4bc5-a66b-e367f726501f is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:58.894001 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1dac661c-c95d-4a05-9605-4ab217d20e93 req-b92d92a3-d05a-4ecf-918d-b96db8fa6bdc service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459541 Mar 22 17:44:59.006759 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8cea24a6-3cb9-46d1-ad7a-e0e5f1fa2a73 req-dfad4270-a54f-4ce7-a600-10df4fea0222 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100605 Mar 22 17:44:59.044851 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1dac661c-c95d-4a05-9605-4ab217d20e93 req-b7882416-d6d3-4fc3-a719-ed15d8f56dc4 service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312335 Mar 22 17:44:59.072253 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c170e98d-d3b8-42a0-aa8e-ce848680d0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:59.743281 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559cca6-213e-4c67-8b30-c700c83db23f req-1c8484ea-10ba-44fd-a9b5-42a99db44adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:59.745448 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9559cca6-213e-4c67-8b30-c700c83db23f req-1c8484ea-10ba-44fd-a9b5-42a99db44adb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3&tenant_id=545c21eb56a34f30adb2fbf76197ea0c HTTP/1.1" status: 200 len: 1127 time: 0.0974762 Mar 22 17:45:00.077296 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559cca6-213e-4c67-8b30-c700c83db23f req-fb311e62-ed12-4af2-8a7c-fe1736513853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:00.079882 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9559cca6-213e-4c67-8b30-c700c83db23f req-fb311e62-ed12-4af2-8a7c-fe1736513853 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=545c21eb56a34f30adb2fbf76197ea0c&device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 1127 time: 0.3001616 Mar 22 17:45:00.173931 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da246f-5aa9-46a7-91d4-55ccfc7214e6 req-e071d232-1ec9-4db5-a67d-060dfb6087f8 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:00.175577 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-81da246f-5aa9-46a7-91d4-55ccfc7214e6 req-e071d232-1ec9-4db5-a67d-060dfb6087f8 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0722070 Mar 22 17:45:00.223806 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559cca6-213e-4c67-8b30-c700c83db23f req-8d8bd12f-41b4-4f97-a704-0102d87d9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:00.225354 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9559cca6-213e-4c67-8b30-c700c83db23f req-8d8bd12f-41b4-4f97-a704-0102d87d9da8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e4bb652a-ddb8-47f6-a166-0773f8309a03 HTTP/1.1" status: 200 len: 917 time: 0.1368265 Mar 22 17:45:00.250362 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-81da246f-5aa9-46a7-91d4-55ccfc7214e6 req-c266534c-ed13-4982-8452-c9430f0c83f4 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669229 Mar 22 17:45:00.313024 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9559cca6-213e-4c67-8b30-c700c83db23f req-9e17d50a-4256-4eda-8a47-deede60579a5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f HTTP/1.1" status: 200 len: 999 time: 0.0783808 Mar 22 17:45:00.368383 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559cca6-213e-4c67-8b30-c700c83db23f req-cfa21d7e-1314-4ce1-b9bb-7a38106c9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:00.370790 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9559cca6-213e-4c67-8b30-c700c83db23f req-cfa21d7e-1314-4ce1-b9bb-7a38106c9a4b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eeb566b8-5e2e-4fe9-bead-53cef53e0e25 HTTP/1.1" status: 200 len: 855 time: 0.0486157 Mar 22 17:45:00.430171 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559cca6-213e-4c67-8b30-c700c83db23f req-3206cacc-5f51-4f9d-9860-ac8f20439242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:00.431742 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9559cca6-213e-4c67-8b30-c700c83db23f req-3206cacc-5f51-4f9d-9860-ac8f20439242 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4bb652a-ddb8-47f6-a166-0773f8309a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502050 Mar 22 17:45:00.536747 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9559cca6-213e-4c67-8b30-c700c83db23f req-ed3abf94-31ac-4be6-a440-4be263064bca service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983992 Mar 22 17:45:00.672144 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9559cca6-213e-4c67-8b30-c700c83db23f req-2b8abae2-b567-47a8-95fd-0a512c79a529 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281865 Mar 22 17:45:01.533024 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13d389-7168-48f8-9257-f23b1d45ebb9 req-05eee10e-613c-4c42-a79d-b6d08c8c7f8a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:01.535260 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3c13d389-7168-48f8-9257-f23b1d45ebb9 req-05eee10e-613c-4c42-a79d-b6d08c8c7f8a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.1711910 Mar 22 17:45:01.655571 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3c13d389-7168-48f8-9257-f23b1d45ebb9 req-399d664d-1e05-4773-89d1-e3ab067b39f8 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072795 Mar 22 17:45:01.789015 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-335e1211-9b57-41ac-88df-ff57991f71db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:02.820026 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136986ad-9095-4832-bd05-22e69f27e350 req-e66f1c6f-61c1-416b-ae3b-92ea96dcd900 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:02.822020 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-136986ad-9095-4832-bd05-22e69f27e350 req-e66f1c6f-61c1-416b-ae3b-92ea96dcd900 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0816863 Mar 22 17:45:02.938971 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-136986ad-9095-4832-bd05-22e69f27e350 req-906acdc5-47b7-454a-a97a-8dfd76532cf8 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046083 Mar 22 17:45:03.212882 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:04.113508 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2e74c-174b-4234-80f7-1d47bf62df33 req-a5385a7f-638b-4241-9007-a25ca46ada45 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:04.115455 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8ec2e74c-174b-4234-80f7-1d47bf62df33 req-a5385a7f-638b-4241-9007-a25ca46ada45 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0742235 Mar 22 17:45:04.200045 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8ec2e74c-174b-4234-80f7-1d47bf62df33 req-48ea23e0-59c4-4a2b-8636-36daa00d2869 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773597 Mar 22 17:45:04.535225 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:05.365774 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0996d-0f96-4f6f-afd8-96305b988ad3 req-56f546ea-19f2-4329-bece-b130cf0c97dc tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:05.367418 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-24b0996d-0f96-4f6f-afd8-96305b988ad3 req-56f546ea-19f2-4329-bece-b130cf0c97dc tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0706084 Mar 22 17:45:05.423054 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-24b0996d-0f96-4f6f-afd8-96305b988ad3 req-e5662249-dce4-4bc7-8b23-882f060912d5 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496564 Mar 22 17:45:06.121017 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:06.582735 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ecd84-9c2c-4a9a-8760-1dfc00caaa05 req-79a819fa-53d7-40ad-8537-348efd1eabc2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:06.584262 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2e4ecd84-9c2c-4a9a-8760-1dfc00caaa05 req-79a819fa-53d7-40ad-8537-348efd1eabc2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0674071 Mar 22 17:45:06.659827 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2e4ecd84-9c2c-4a9a-8760-1dfc00caaa05 req-a910db31-9e74-4a98-a1c4-2b552add13f7 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648913 Mar 22 17:45:07.810659 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988035f-c7d9-431f-916f-0f8d46b6d6d9 req-61ab9ee0-8782-47a3-b59a-3a822cf3e912 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:07.812244 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3988035f-c7d9-431f-916f-0f8d46b6d6d9 req-61ab9ee0-8782-47a3-b59a-3a822cf3e912 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0611269 Mar 22 17:45:07.863343 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3988035f-c7d9-431f-916f-0f8d46b6d6d9 req-47cb64ec-d8dd-4de2-a324-797227bea874 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445619 Mar 22 17:45:09.021048 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7171b44-48cc-40cc-b20d-a32c9d8c4808 req-9f877ab4-4b63-41c4-9b6b-9026a5d340e7 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:09.022778 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c7171b44-48cc-40cc-b20d-a32c9d8c4808 req-9f877ab4-4b63-41c4-9b6b-9026a5d340e7 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0706201 Mar 22 17:45:09.096290 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c7171b44-48cc-40cc-b20d-a32c9d8c4808 req-481f72b7-4842-463a-9d12-a3126aa29d8a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670187 Mar 22 17:45:10.255606 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1181-ea3c-434b-9175-eb9f2e0eefa8 req-265e49d9-ae57-4304-9620-942b1bb93a91 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:10.257260 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7a3d1181-ea3c-434b-9175-eb9f2e0eefa8 req-265e49d9-ae57-4304-9620-942b1bb93a91 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0678918 Mar 22 17:45:10.311906 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7a3d1181-ea3c-434b-9175-eb9f2e0eefa8 req-252c3870-f71d-45ab-89d4-33456e647dba tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479929 Mar 22 17:45:11.462402 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95610024-09af-4203-97b7-222d9b581eb1 req-60aa04ba-590d-450b-9e64-c0d20f1898b9 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:11.464357 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-95610024-09af-4203-97b7-222d9b581eb1 req-60aa04ba-590d-450b-9e64-c0d20f1898b9 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0601542 Mar 22 17:45:11.518689 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-95610024-09af-4203-97b7-222d9b581eb1 req-bd8b435a-0aeb-4fc2-882a-166fa4abad4f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482788 Mar 22 17:45:12.645674 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293a76e-63e4-435b-9f0e-4af64f3c7acc req-986c9117-bc97-4b30-a813-8bef8b4a2eb6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:12.647203 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2293a76e-63e4-435b-9f0e-4af64f3c7acc req-986c9117-bc97-4b30-a813-8bef8b4a2eb6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0537553 Mar 22 17:45:12.696067 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2293a76e-63e4-435b-9f0e-4af64f3c7acc req-2808477e-d756-47f7-8a40-e1b24352c6ed tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Mar 22 17:45:13.048321 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:45:13.828343 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe87fd1-817f-4f74-91bb-f19f79b1731d req-8319f8e1-24f7-4883-bd2b-cf3e501a067a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:13.829930 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8fe87fd1-817f-4f74-91bb-f19f79b1731d req-8319f8e1-24f7-4883-bd2b-cf3e501a067a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0582647 Mar 22 17:45:13.878564 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8fe87fd1-817f-4f74-91bb-f19f79b1731d req-b65a177a-57b3-4781-843f-8af7d8e32f5c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431049 Mar 22 17:45:15.008697 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658504f0-316c-450d-bca1-d85d1e35c2f8 req-bf9afafb-0989-4988-a59e-32e1a1dcb257 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:15.010836 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-658504f0-316c-450d-bca1-d85d1e35c2f8 req-bf9afafb-0989-4988-a59e-32e1a1dcb257 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0538313 Mar 22 17:45:15.063291 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-658504f0-316c-450d-bca1-d85d1e35c2f8 req-0bd670e4-6888-4dd6-84cf-b7d03f55ab17 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468841 Mar 22 17:45:15.799726 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-72fc8ae7-19a9-455e-96f8-d42038b02c16 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102112813&fields=id&tenant_id=3be40162415e4d00adbfe52e1a0cc828 HTTP/1.1" status: 200 len: 267 time: 0.0440347 Mar 22 17:45:15.921407 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-d2d12c1d-f838-4474-a844-f447c6bb52cd tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:15.923944 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-d2d12c1d-f838-4474-a844-f447c6bb52cd tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/networks?id=11270093-eb92-4b9c-86f0-2f30cfed3c5b HTTP/1.1" status: 200 len: 809 time: 0.1177840 Mar 22 17:45:15.940905 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-ad5ae4ad-83a1-4f4c-bb53-6c2a6cc9dabe tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/quotas/3be40162415e4d00adbfe52e1a0cc828 HTTP/1.1" status: 200 len: 375 time: 0.0113044 Mar 22 17:45:16.002259 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-8d893f0c-8640-4a4b-a44f-b3ceed205234 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3be40162415e4d00adbfe52e1a0cc828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560358 Mar 22 17:45:16.119395 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-0349203a-ed8c-440d-ba29-1584bab90d60 service neutron] 10.222.0.42 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981779 Mar 22 17:45:16.194304 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db40460-d1ab-4b57-9e7f-0f834db2c021 req-f1929bdf-f2e7-4fc2-ae00-7c50e61adbf9 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:16.196653 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5db40460-d1ab-4b57-9e7f-0f834db2c021 req-f1929bdf-f2e7-4fc2-ae00-7c50e61adbf9 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0549109 Mar 22 17:45:16.221619 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-ff6a3181-f514-42df-94d8-5a04c4612cf7 service neutron] 10.222.0.42 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959918 Mar 22 17:45:16.248235 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5db40460-d1ab-4b57-9e7f-0f834db2c021 req-6915df1c-40c0-4871-8f05-8a02724a5c97 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450525 Mar 22 17:45:16.504712 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-26f51827-0735-4cd0-ad3f-affdfb5a3b56 req-6c70d66e-8c38-404f-84b5-af5efa8ffdad tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 210 time: 0.0272653 Mar 22 17:45:17.387217 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d6340-5165-4a24-afad-1fda76499ebf req-ded3fc3a-d45f-40c3-a1eb-1187a5bd0e6f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:17.388788 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-258d6340-5165-4a24-afad-1fda76499ebf req-ded3fc3a-d45f-40c3-a1eb-1187a5bd0e6f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0640647 Mar 22 17:45:17.442976 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-258d6340-5165-4a24-afad-1fda76499ebf req-cb8ea448-9046-4355-ab4d-0c8fab837cc0 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485170 Mar 22 17:45:17.630927 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-72c4234e-07bb-467e-89d7-a772dad311e4 req-78e17e60-934f-4631-bf23-97fb7a2481f7 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 210 time: 0.0547099 Mar 22 17:45:17.699886 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-8af395db-a225-4b7f-8fcb-d8f4043c1600 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:17.701510 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-8af395db-a225-4b7f-8fcb-d8f4043c1600 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.76 "GET /v2.0/networks?id=11270093-eb92-4b9c-86f0-2f30cfed3c5b HTTP/1.1" status: 200 len: 809 time: 0.1326387 Mar 22 17:45:17.777745 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-9c3c69b7-53a2-42a0-856a-feab227f0ceb tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3be40162415e4d00adbfe52e1a0cc828 HTTP/1.1" status: 200 len: 380 time: 0.0661757 Mar 22 17:45:17.788354 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-90967c8e-3244-4798-9423-f17b39c59713 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Request body: {'port': {'device_id': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'admin_state_up': True, 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'security_groups': ['b9d6a2e2-dd26-4178-a07c-b3d10cf3818a']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:17.914479 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-90967c8e-3244-4798-9423-f17b39c59713 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Made reservation on behalf of 3be40162415e4d00adbfe52e1a0cc828 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:45:17.918529 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-90967c8e-3244-4798-9423-f17b39c59713 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:18.070921 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-90967c8e-3244-4798-9423-f17b39c59713 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Allocated IP 172.20.0.3 (11270093-eb92-4b9c-86f0-2f30cfed3c5b/426793f3-0123-4a13-aa58-f5f9557e1cbf/ba123091-7bd8-425d-bb91-5e16fe3e8ae6) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:45:18.252577 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-90967c8e-3244-4798-9423-f17b39c59713 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:18.287936 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-90967c8e-3244-4798-9423-f17b39c59713 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:18.337598 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-90967c8e-3244-4798-9423-f17b39c59713 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Network 11270093-eb92-4b9c-86f0-2f30cfed3c5b is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:45:18.342115 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-90967c8e-3244-4798-9423-f17b39c59713 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:45:18.346222 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-90967c8e-3244-4798-9423-f17b39c59713 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:45:18.380824 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90967c8e-3244-4798-9423-f17b39c59713 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Pushing event updated for resources: {'Port': ['ID=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:18.414434 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-90967c8e-3244-4798-9423-f17b39c59713 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:18.415536 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-90967c8e-3244-4798-9423-f17b39c59713 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:18.436430 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-90967c8e-3244-4798-9423-f17b39c59713 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6528144 Mar 22 17:45:18.449728 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Request body: {'port': {'device_id': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:18.527028 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:18.614212 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-4223f3d9-385e-4227-a7e4-df29d34b9ee6 None None] Provisioning complete for port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:45:18.615118 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4223f3d9-385e-4227-a7e4-df29d34b9ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:18.657183 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-4223f3d9-385e-4227-a7e4-df29d34b9ee6 None None] Port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:45:18.707108 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0551a-76a9-48ca-9597-8f7f83ad7f08 req-01c93458-4e44-437c-ac33-a642537fd763 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:18.708698 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5ea0551a-76a9-48ca-9597-8f7f83ad7f08 req-01c93458-4e44-437c-ac33-a642537fd763 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.1620829 Mar 22 17:45:18.770583 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b5ba8-a3d2-484d-9c7d-f267b3574691 req-c4b85e20-84f0-4c15-ba07-2501ddcffe5d tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:18.773111 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fc6b5ba8-a3d2-484d-9c7d-f267b3574691 req-c4b85e20-84f0-4c15-ba07-2501ddcffe5d tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 931 time: 0.0635095 Mar 22 17:45:18.830036 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5ea0551a-76a9-48ca-9597-8f7f83ad7f08 req-5c6a385e-f60e-45c8-b94b-9ddb37c9a6af tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113999 Mar 22 17:45:18.846904 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fc6b5ba8-a3d2-484d-9c7d-f267b3574691 req-26d3afcf-fece-424e-b548-878d6ccba7d0 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649462 Mar 22 17:45:18.930610 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba123091-7bd8-425d-bb91-5e16fe3e8ae6 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:45:18.939361 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Publish callbacks [] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:18.955600 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Transition to ACTIVE for port object ba123091-7bd8-425d-bb91-5e16fe3e8ae6 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:45:18.959924 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:19.017274 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Pushing event updated for resources: {'Port': ['ID=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:19.105978 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Attempting to bind port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:45:19.106326 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Attempting to bind port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '85589a14-ac3a-4fa5-a907-e11831d5d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:45:19.106666 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Attempting to bind port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 on network 11270093-eb92-4b9c-86f0-2f30cfed3c5b {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:45:19.111780 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 on network 11270093-eb92-4b9c-86f0-2f30cfed3c5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:45:19.112034 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Attempting to bind port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 on network 11270093-eb92-4b9c-86f0-2f30cfed3c5b {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:45:19.117686 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:45:19.118031 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Checking segment: {'id': '85589a14-ac3a-4fa5-a907-e11831d5d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:45:19.118424 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Bound using segment: {'id': '85589a14-ac3a-4fa5-a907-e11831d5d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:45:19.118939 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Bound port: ba123091-7bd8-425d-bb91-5e16fe3e8ae6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85589a14-ac3a-4fa5-a907-e11831d5d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:45:19.119951 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:19.192589 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] For port ba123091-7bd8-425d-bb91-5e16fe3e8ae6, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:45:19.196272 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] For port ba123091-7bd8-425d-bb91-5e16fe3e8ae6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:45:19.203995 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:19.240188 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:19.240816 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:19.242271 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] 10.222.0.76 "PUT /v2.0/ports/ba123091-7bd8-425d-bb91-5e16fe3e8ae6 HTTP/1.1" status: 200 len: 1093 time: 0.7980673 Mar 22 17:45:19.242730 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:45:19.245788 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d353a77-7dc1-4a37-a620-90433d35577c" -d '{"events": [{"name": "network-changed", "server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:45:19.272837 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ceb317-11d9-4fbb-bbde-c6ed915bba8f service neutron] Pushing event updated for resources: {'Port': ['ID=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:19.293437 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ded29ca-a642-430a-9e57-98c3172ba4af x-openstack-request-id: req-0ded29ca-a642-430a-9e57-98c3172ba4af {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:45:19.293956 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:45:19.294391 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ded29ca-a642-430a-9e57-98c3172ba4af {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:45:19.295066 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ded29ca-a642-430a-9e57-98c3172ba4af'] response: {'name': 'network-changed', 'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'status': 'completed', 'code': 200} Mar 22 17:45:19.360783 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-ce6e72e3-a413-4d4e-81fb-260f4fce38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:19.362513 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-ce6e72e3-a413-4d4e-81fb-260f4fce38c2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3be40162415e4d00adbfe52e1a0cc828&device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 1127 time: 0.0629358 Mar 22 17:45:19.414381 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-c9a3c695-7ba3-443d-b379-9c1e7273e7ed service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6 HTTP/1.1" status: 200 len: 217 time: 0.0422504 Mar 22 17:45:19.473075 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-bec88784-c3e7-434f-a154-163fe4dce09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:19.474772 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-bec88784-c3e7-434f-a154-163fe4dce09a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=426793f3-0123-4a13-aa58-f5f9557e1cbf HTTP/1.1" status: 200 len: 848 time: 0.0530496 Mar 22 17:45:19.526434 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-0f44a4a9-b175-4bfe-bdc1-64ff75fcd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:19.528054 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-0f44a4a9-b175-4bfe-bdc1-64ff75fcd378 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11270093-eb92-4b9c-86f0-2f30cfed3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463998 Mar 22 17:45:19.635200 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-87df883d-5e42-4702-b2a3-1b9826a76519 service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900960 Mar 22 17:45:19.736281 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1492407f-bfd0-4567-a455-664cbf5e3a4c req-ef7e0378-5b4e-49f5-96f7-a273e7540157 service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942211 Mar 22 17:45:19.853609 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d353a77-7dc1-4a37-a620-90433d35577c req-141f4bc3-1f53-43a3-85a1-4c31bcf75314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:19.855533 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0d353a77-7dc1-4a37-a620-90433d35577c req-141f4bc3-1f53-43a3-85a1-4c31bcf75314 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3be40162415e4d00adbfe52e1a0cc828&device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 1127 time: 0.0620084 Mar 22 17:45:19.993262 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d353a77-7dc1-4a37-a620-90433d35577c req-1b68c16e-6348-48ec-97e2-9b727cfa60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:19.995459 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760cb8a-652d-4535-b9f4-e8052ba5fe3b req-d074095d-a85f-4e83-9476-91ba5947549d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:19.997002 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0d353a77-7dc1-4a37-a620-90433d35577c req-1b68c16e-6348-48ec-97e2-9b727cfa60ca service neutron] 10.222.0.76 "GET /v2.0/networks?id=11270093-eb92-4b9c-86f0-2f30cfed3c5b HTTP/1.1" status: 200 len: 910 time: 0.1354415 Mar 22 17:45:19.997217 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1760cb8a-652d-4535-b9f4-e8052ba5fe3b req-d074095d-a85f-4e83-9476-91ba5947549d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 943 time: 0.0668261 Mar 22 17:45:20.058982 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0d353a77-7dc1-4a37-a620-90433d35577c req-634912c2-204b-4aff-b37a-5ff3a6d8e4a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6 HTTP/1.1" status: 200 len: 217 time: 0.0515234 Mar 22 17:45:20.066829 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1760cb8a-652d-4535-b9f4-e8052ba5fe3b req-80e3f2c5-a84d-467b-aa47-979a72b44cea tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626566 Mar 22 17:45:20.069922 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7e77f-9349-41d8-85cf-3a415a816db4 req-0a3a4796-f395-4953-acee-d550f5d13311 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:20.072425 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-85f7e77f-9349-41d8-85cf-3a415a816db4 req-0a3a4796-f395-4953-acee-d550f5d13311 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.1152494 Mar 22 17:45:20.147524 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d353a77-7dc1-4a37-a620-90433d35577c req-31c27775-658a-4e54-986e-8ca0d93d59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:20.148983 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0d353a77-7dc1-4a37-a620-90433d35577c req-31c27775-658a-4e54-986e-8ca0d93d59d8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=426793f3-0123-4a13-aa58-f5f9557e1cbf HTTP/1.1" status: 200 len: 848 time: 0.0755901 Mar 22 17:45:20.163997 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-85f7e77f-9349-41d8-85cf-3a415a816db4 req-fdc0406f-7bf7-48a3-9775-499cbc5faccd tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815446 Mar 22 17:45:20.210346 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d353a77-7dc1-4a37-a620-90433d35577c req-4822c522-5c13-42ae-be3c-3a680c67a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:20.211866 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0d353a77-7dc1-4a37-a620-90433d35577c req-4822c522-5c13-42ae-be3c-3a680c67a5bb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11270093-eb92-4b9c-86f0-2f30cfed3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470116 Mar 22 17:45:20.304662 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0d353a77-7dc1-4a37-a620-90433d35577c req-4f0c555d-65e2-48f4-8697-02d331c589b1 service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846248 Mar 22 17:45:20.398863 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0d353a77-7dc1-4a37-a620-90433d35577c req-932de532-3eec-4a62-915d-e586bc4c3c2b service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858829 Mar 22 17:45:20.856510 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:45:20.955844 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:20.968151 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'port_id': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'mac_address': 'fa:16:3e:23:dd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:45:21.010513 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:45:21.010904 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:21.023484 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:45:21.043282 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:21.047147 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:21.096707 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,revision_number=9']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:21.199974 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31630d6-38b4-4a15-b29d-eb0e3e1bf6d2 req-06ae9b33-c41e-4bf3-8ab3-d8d2a4080f7d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:21.201566 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f31630d6-38b4-4a15-b29d-eb0e3e1bf6d2 req-06ae9b33-c41e-4bf3-8ab3-d8d2a4080f7d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 944 time: 0.0578759 Mar 22 17:45:21.251363 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f31630d6-38b4-4a15-b29d-eb0e3e1bf6d2 req-c9a8310d-bc94-4449-b3c8-42bd009f6048 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440457 Mar 22 17:45:21.292558 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29293af-536c-49d5-afb4-d3c4bca4ba84 req-d7b39b6e-dea3-4c68-b1f3-04cc592bce17 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:21.294100 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d29293af-536c-49d5-afb4-d3c4bca4ba84 req-d7b39b6e-dea3-4c68-b1f3-04cc592bce17 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0614233 Mar 22 17:45:21.349097 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d29293af-536c-49d5-afb4-d3c4bca4ba84 req-d3828bf8-42bd-4852-a84c-85960448292a tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493224 Mar 22 17:45:21.404218 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:45:22.386434 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d1486-8b34-4463-a9d3-bd6814863dd5 req-4ad2459c-a79f-42f3-8b79-89931bc3630c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:22.388117 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-978d1486-8b34-4463-a9d3-bd6814863dd5 req-4ad2459c-a79f-42f3-8b79-89931bc3630c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 944 time: 0.0577877 Mar 22 17:45:22.441097 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-978d1486-8b34-4463-a9d3-bd6814863dd5 req-70e1a5e2-91d9-4840-bc27-975818966f89 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467930 Mar 22 17:45:22.482199 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c5ccc-30e1-40b1-999d-e25bb50542de req-ef53d32c-825e-4569-bd83-c449a2400e09 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:22.484186 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b56c5ccc-30e1-40b1-999d-e25bb50542de req-ef53d32c-825e-4569-bd83-c449a2400e09 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0601435 Mar 22 17:45:22.534677 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b56c5ccc-30e1-40b1-999d-e25bb50542de req-8a84b7d7-a34a-4b72-b4b0-22601cefc7d7 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451570 Mar 22 17:45:22.857654 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:45:22.909462 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:45:22.909865 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:22.994124 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:45:22.994609 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:23.018540 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:45:23.020804 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a897806e-6342-4693-851e-a6d3e3524fc5" -d '{"events": [{"server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "name": "network-vif-plugged", "status": "completed", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:45:23.036143 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:23.040733 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:23.066752 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4b3f05-82cd-42b1-8c23-47b36e6079b4 x-openstack-request-id: req-af4b3f05-82cd-42b1-8c23-47b36e6079b4 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:45:23.067049 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "name": "network-vif-plugged", "status": "completed", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:45:23.067306 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af4b3f05-82cd-42b1-8c23-47b36e6079b4 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:45:23.067712 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4b3f05-82cd-42b1-8c23-47b36e6079b4'] response: {'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'code': 200} Mar 22 17:45:23.105575 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,revision_number=10']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:23.617424 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c06c9-08c7-4496-8255-45f5507fe1eb req-31912b4b-af2f-4053-8163-4bd8f10b6322 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:23.619205 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6d6c06c9-08c7-4496-8255-45f5507fe1eb req-31912b4b-af2f-4053-8163-4bd8f10b6322 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 946 time: 0.0908620 Mar 22 17:45:23.634376 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbb058-d1a7-41bb-847c-51e7b33a0cef req-732e02c3-3314-4645-badf-e48427385fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:23.636679 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c2cbb058-d1a7-41bb-847c-51e7b33a0cef req-732e02c3-3314-4645-badf-e48427385fa3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 1130 time: 0.0769858 Mar 22 17:45:23.667724 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795a53b-46b0-43b5-b0e7-146b4fc0f8e5 req-9d0b7696-fabf-418a-a2d8-de51c2f71861 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:23.669279 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d795a53b-46b0-43b5-b0e7-146b4fc0f8e5 req-9d0b7696-fabf-418a-a2d8-de51c2f71861 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0568738 Mar 22 17:45:23.707568 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6d6c06c9-08c7-4496-8255-45f5507fe1eb req-cdf6e57c-e554-4b0b-8302-89512d2b1a17 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815117 Mar 22 17:45:23.711288 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c2cbb058-d1a7-41bb-847c-51e7b33a0cef req-079a47d1-098a-4edf-bff5-a7ca374a81c5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666668 Mar 22 17:45:23.726994 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d795a53b-46b0-43b5-b0e7-146b4fc0f8e5 req-cc9b0a81-1ca1-4bcf-a7b2-e15c7188c233 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517883 Mar 22 17:45:24.607498 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:24.856791 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fca20-c09f-4307-a358-be16fc135408 req-0531fd9e-58a2-4ca3-8429-8555b853d373 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:24.858490 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-433fca20-c09f-4307-a358-be16fc135408 req-0531fd9e-58a2-4ca3-8429-8555b853d373 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 946 time: 0.0589180 Mar 22 17:45:24.910581 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-433fca20-c09f-4307-a358-be16fc135408 req-0b944609-8e6c-465e-8d74-b67b11fca498 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465457 Mar 22 17:45:25.064951 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a073b3b-fb89-4d23-8fa3-5f55a5e6018a req-73a3d247-5f90-4723-8fa8-1db27842d431 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:25.066921 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0a073b3b-fb89-4d23-8fa3-5f55a5e6018a req-73a3d247-5f90-4723-8fa8-1db27842d431 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0749152 Mar 22 17:45:25.126385 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0a073b3b-fb89-4d23-8fa3-5f55a5e6018a req-023e713c-1028-4193-b797-1e7411788c66 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531371 Mar 22 17:45:26.037352 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e4463-b7de-445a-93b5-10b394cb4c21 req-eb834160-5b1c-40b5-bdc4-225833da624f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:26.038880 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac9e4463-b7de-445a-93b5-10b394cb4c21 req-eb834160-5b1c-40b5-bdc4-225833da624f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 946 time: 0.0535250 Mar 22 17:45:26.090589 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac9e4463-b7de-445a-93b5-10b394cb4c21 req-02134d56-5145-41e7-9276-ea5244c6c580 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454998 Mar 22 17:45:26.269624 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee06a20-f8ef-44e9-ad9f-3f76ae4237f7 req-ca50ce0b-b3fd-4063-a688-5131e0b7a5ac tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:26.271045 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7ee06a20-f8ef-44e9-ad9f-3f76ae4237f7 req-ca50ce0b-b3fd-4063-a688-5131e0b7a5ac tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0613191 Mar 22 17:45:26.323840 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7ee06a20-f8ef-44e9-ad9f-3f76ae4237f7 req-785b629a-6131-4fc7-b266-78740a642359 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461380 Mar 22 17:45:26.877744 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device ba123091-7bd8-425d-bb91-5e16fe3e8ae6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:45:26.975488 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port ba123091-7bd8-425d-bb91-5e16fe3e8ae6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:26.988886 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'port_id': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'mac_address': 'fa:16:3e:62:dd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:45:27.026517 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:45:27.026913 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:27.039571 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba123091-7bd8-425d-bb91-5e16fe3e8ae6 {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:45:27.060601 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port ba123091-7bd8-425d-bb91-5e16fe3e8ae6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:27.064906 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:27.121604 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:27.361392 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b07763-8af2-41fd-933d-0edd035c0755 req-080386be-eb4a-4407-ac70-07a44c0a3f36 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:27.363115 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-32b07763-8af2-41fd-933d-0edd035c0755 req-080386be-eb4a-4407-ac70-07a44c0a3f36 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0632651 Mar 22 17:45:27.414930 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-32b07763-8af2-41fd-933d-0edd035c0755 req-96909d9e-c3eb-49f0-a15e-db092f78f1f2 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457275 Mar 22 17:45:27.472752 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156245a-ed24-4c29-8aa6-7030cfa9f6ac req-da936cad-41ee-45e9-9875-4d472b5aad8e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:27.474312 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0156245a-ed24-4c29-8aa6-7030cfa9f6ac req-da936cad-41ee-45e9-9875-4d472b5aad8e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 944 time: 0.0722961 Mar 22 17:45:27.528316 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0156245a-ed24-4c29-8aa6-7030cfa9f6ac req-b66c9582-4100-4146-968f-7a1f781f1f99 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475681 Mar 22 17:45:27.552781 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['ba123091-7bd8-425d-bb91-5e16fe3e8ae6'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:45:28.013530 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df793e96-387d-4c4c-b8b9-3e7b9138a439 req-16512b56-0180-45a3-baaf-24d5685db3e7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448163 Mar 22 17:45:28.080562 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df793e96-387d-4c4c-b8b9-3e7b9138a439 req-11cbbc5f-f218-4700-b500-b8c4d570b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:28.082090 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df793e96-387d-4c4c-b8b9-3e7b9138a439 req-11cbbc5f-f218-4700-b500-b8c4d570b24a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 1129 time: 0.0473495 Mar 22 17:45:28.203058 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df793e96-387d-4c4c-b8b9-3e7b9138a439 req-ce50a54b-9dde-493b-bb63-ef128c3ac8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:28.204549 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df793e96-387d-4c4c-b8b9-3e7b9138a439 req-ce50a54b-9dde-493b-bb63-ef128c3ac8ec service neutron] 10.222.0.76 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 915 time: 0.0923572 Mar 22 17:45:28.276459 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df793e96-387d-4c4c-b8b9-3e7b9138a439 req-e81aac89-daf5-4613-98cf-37bdf957ae82 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c7efbd8-63a6-4f75-91ae-a55a03161b83 HTTP/1.1" status: 200 len: 1000 time: 0.0601082 Mar 22 17:45:28.329241 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df793e96-387d-4c4c-b8b9-3e7b9138a439 req-711f0a2b-4562-4867-a479-b64b6bee278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:28.330778 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df793e96-387d-4c4c-b8b9-3e7b9138a439 req-711f0a2b-4562-4867-a479-b64b6bee278c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 200 len: 853 time: 0.0474043 Mar 22 17:45:28.382288 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df793e96-387d-4c4c-b8b9-3e7b9138a439 req-c26aee0b-70e8-4162-9ce9-7811b257364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:28.383811 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df793e96-387d-4c4c-b8b9-3e7b9138a439 req-c26aee0b-70e8-4162-9ce9-7811b257364f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460629 Mar 22 17:45:28.492411 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df793e96-387d-4c4c-b8b9-3e7b9138a439 req-917172e9-6907-49cf-959a-031026579ef4 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003907 Mar 22 17:45:28.557702 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c3cae-66fb-4d3a-9b93-48382ab280b8 req-f10ed2b2-5951-418d-aa6b-f8baab89bf29 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:28.559363 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6a9c3cae-66fb-4d3a-9b93-48382ab280b8 req-f10ed2b2-5951-418d-aa6b-f8baab89bf29 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0567186 Mar 22 17:45:28.613895 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6a9c3cae-66fb-4d3a-9b93-48382ab280b8 req-9c898bf9-6b55-4b1e-85e1-557ea7edca41 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487823 Mar 22 17:45:28.620456 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df793e96-387d-4c4c-b8b9-3e7b9138a439 req-71626a91-cf47-4b81-80af-50f2388d2fbb service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178288 Mar 22 17:45:28.672565 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989899d3-36ec-408e-8e09-5dfc5a1a50ed req-90f5fe99-0255-4758-8779-e797af2e6c05 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:28.674236 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-989899d3-36ec-408e-8e09-5dfc5a1a50ed req-90f5fe99-0255-4758-8779-e797af2e6c05 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 944 time: 0.0695615 Mar 22 17:45:28.730223 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-989899d3-36ec-408e-8e09-5dfc5a1a50ed req-90f3dd0d-0044-49fb-a57a-e9edba47581e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498078 Mar 22 17:45:28.903088 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device ba123091-7bd8-425d-bb91-5e16fe3e8ae6 up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:45:28.953530 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:45:28.957832 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:45:28.958219 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:29.040891 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:45:29.041287 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:29.076155 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:45:29.078417 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dbe719-2c14-4dc9-8080-1ac373d18569" -d '{"events": [{"server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:45:29.088888 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-1dd23fa0-1f18-4093-99b1-d011a871e279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:29.093253 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port ba123091-7bd8-425d-bb91-5e16fe3e8ae6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:29.098322 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:29.123140 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607cc77d-07bf-40a0-b373-e1a28c2d1043 x-openstack-request-id: req-607cc77d-07bf-40a0-b373-e1a28c2d1043 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:45:29.123439 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:45:29.123695 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-607cc77d-07bf-40a0-b373-e1a28c2d1043 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:45:29.124095 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607cc77d-07bf-40a0-b373-e1a28c2d1043'] response: {'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'code': 200} Mar 22 17:45:29.152364 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:29.494962 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4ac6b-e62f-42d7-9469-91228b8c343a req-328a2137-f0ea-4fd2-8dfc-4c6adc171a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:29.496403 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-10b4ac6b-e62f-42d7-9469-91228b8c343a req-328a2137-f0ea-4fd2-8dfc-4c6adc171a9e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 1129 time: 0.0497935 Mar 22 17:45:29.548079 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-10b4ac6b-e62f-42d7-9469-91228b8c343a req-1a2bceab-ce0f-438a-a9cc-b2103f932865 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434530 Mar 22 17:45:29.738881 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa57f8-264d-49df-b296-b3ad55185426 req-7e4b2522-d1db-41f0-975d-09df64b52c9f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:29.740688 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-83fa57f8-264d-49df-b296-b3ad55185426 req-7e4b2522-d1db-41f0-975d-09df64b52c9f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0565531 Mar 22 17:45:29.790006 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-83fa57f8-264d-49df-b296-b3ad55185426 req-9a89eb21-9721-4071-a9e3-5d9926d24ec2 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432160 Mar 22 17:45:29.856152 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281ea98-ea00-4af3-9369-b990ae261d07 req-d9a0e32b-238d-4c59-b512-17069d24f071 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:29.857706 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f281ea98-ea00-4af3-9369-b990ae261d07 req-d9a0e32b-238d-4c59-b512-17069d24f071 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0554719 Mar 22 17:45:29.914981 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f281ea98-ea00-4af3-9369-b990ae261d07 req-a839553e-f949-465b-af87-7bbd8826396f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488272 Mar 22 17:45:30.921850 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fbe5c-8b46-4ddd-bdfd-83db46d62690 req-f3f1915c-b50b-41ac-a6c4-49b9e5e4a79f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:30.923257 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-933fbe5c-8b46-4ddd-bdfd-83db46d62690 req-f3f1915c-b50b-41ac-a6c4-49b9e5e4a79f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0605657 Mar 22 17:45:30.976545 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-933fbe5c-8b46-4ddd-bdfd-83db46d62690 req-26b93baf-7b50-4e0a-be19-ab896d4fbf65 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477493 Mar 22 17:45:31.048366 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c476e9-d383-4b58-9df3-e27c26eda4cf req-94b9589b-e4a7-4bbc-9a7d-19822783b641 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:31.049939 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-49c476e9-d383-4b58-9df3-e27c26eda4cf req-94b9589b-e4a7-4bbc-9a7d-19822783b641 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0590742 Mar 22 17:45:31.115088 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-49c476e9-d383-4b58-9df3-e27c26eda4cf req-6db57205-3b2b-418d-a82f-963cb0bb8816 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592670 Mar 22 17:45:31.786473 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-fe6048a0-e76e-4a3f-a757-9922fa1b1e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:32.104406 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ff07-1540-4928-b2ae-0a562f6fb421 req-91581f5b-9f7a-4f20-a460-0e9462c95c7c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:32.106397 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4c78ff07-1540-4928-b2ae-0a562f6fb421 req-91581f5b-9f7a-4f20-a460-0e9462c95c7c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0570920 Mar 22 17:45:32.156651 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4c78ff07-1540-4928-b2ae-0a562f6fb421 req-a964e897-de8b-4e0e-8c3d-872f63dc852a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451257 Mar 22 17:45:32.261807 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c108b31-641b-4444-ae06-ef53349248fa req-84636d8b-41d4-4648-b00d-33c8e55b01d9 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:32.263245 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2c108b31-641b-4444-ae06-ef53349248fa req-84636d8b-41d4-4648-b00d-33c8e55b01d9 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0652554 Mar 22 17:45:32.323234 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2c108b31-641b-4444-ae06-ef53349248fa req-07a4b04a-a3fb-468b-8fd6-d5893e3fcb1d tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536218 Mar 22 17:45:32.455362 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f3fc4-0e28-4c53-ba6e-e43ee06b8349 req-d1e09c9f-460f-41ad-b0d7-1d7d24e81428 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:32.456960 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-386f3fc4-0e28-4c53-ba6e-e43ee06b8349 req-d1e09c9f-460f-41ad-b0d7-1d7d24e81428 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0616598 Mar 22 17:45:32.512203 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-386f3fc4-0e28-4c53-ba6e-e43ee06b8349 req-cc78762d-dd66-4fb0-83a1-6201d7db6885 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471990 Mar 22 17:45:32.539633 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56966) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:32.633150 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad86b6-b918-439b-922d-8bb41187f527 tempest-TestShelveInstance-785818796 tempest-TestShelveInstance-785818796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:32.635377 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-a3ad86b6-b918-439b-922d-8bb41187f527 tempest-TestShelveInstance-785818796 tempest-TestShelveInstance-785818796-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 1124 time: 0.0939572 Mar 22 17:45:32.638294 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 56970) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:32.642782 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'port_id': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:32.668135 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:32.783562 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:32.898554 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Allocated IP 172.27.3.199 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/e0dedea5-84b4-4806-96d5-5143d5ef9984) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:45:33.021076 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for port (e0dedea5-84b4-4806-96d5-5143d5ef9984), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.061943 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (e0dedea5-84b4-4806-96d5-5143d5ef9984), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.099421 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:45:33.102471 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:45:33.109766 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:45:33.115703 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Pushing event updated for resources: {'Port': ['ID=e0dedea5-84b4-4806-96d5-5143d5ef9984,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:33.212793 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.389516 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dbf69-d6d4-497b-899e-6b0da62e575a req-65c4cbb1-6f4b-4b24-bdff-f11cf2badebf tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:33.391013 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-767dbf69-d6d4-497b-899e-6b0da62e575a req-65c4cbb1-6f4b-4b24-bdff-f11cf2badebf tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.1454327 Mar 22 17:45:33.521969 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-767dbf69-d6d4-497b-899e-6b0da62e575a req-7b97a37a-a529-42ef-b330-5814ac0129f1 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234589 Mar 22 17:45:33.580832 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for floatingip (e85221b9-6409-4808-8565-d3b8ff7b02af), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.662779 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (e0dedea5-84b4-4806-96d5-5143d5ef9984), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.819726 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for port (e0dedea5-84b4-4806-96d5-5143d5ef9984), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.825184 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (e0dedea5-84b4-4806-96d5-5143d5ef9984), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.894607 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Pushing event updated for resources: {'Port': ['ID=e0dedea5-84b4-4806-96d5-5143d5ef9984,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:33.907570 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (e85221b9-6409-4808-8565-d3b8ff7b02af), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.019039 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Floating IP e85221b9-6409-4808-8565-d3b8ff7b02af associated. External IP: 172.27.3.199, port: ba123091-7bd8-425d-bb91-5e16fe3e8ae6. Mar 22 17:45:34.458755 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Router 972335aa-ccaf-464b-9f50-9cff8baae83f has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:45:34.533121 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.584767 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:45:34.603316 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57294ddc-1bb5-469e-b154-b95a3c82686b None None] Sync routers for ids ['972335aa-ccaf-464b-9f50-9cff8baae83f'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:45:34.609386 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.617001 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57294ddc-1bb5-469e-b154-b95a3c82686b None None] Routers {'972335aa-ccaf-464b-9f50-9cff8baae83f'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:45:34.617790 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-57294ddc-1bb5-469e-b154-b95a3c82686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:45:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['972335aa-ccaf-464b-9f50-9cff8baae83f'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:34.643611 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-38e6442d-5513-4d47-9340-351eb181b8c6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0016010 Mar 22 17:45:34.643611 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:45:34.643909 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffcd757-94a1-420c-803d-a574dc1032fd" -d '{"events": [{"name": "network-changed", "server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:45:34.660522 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe5106-aeee-4e05-a0b4-0878804002db req-e343a31f-b12a-46f4-aed0-01ed26367f2a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:34.662786 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-71fe5106-aeee-4e05-a0b4-0878804002db req-e343a31f-b12a-46f4-aed0-01ed26367f2a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0667388 Mar 22 17:45:34.691646 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecedce1-afa4-4117-8dce-1a5a408f3df8 x-openstack-request-id: req-3ecedce1-afa4-4117-8dce-1a5a408f3df8 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:45:34.692018 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:45:34.692310 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ecedce1-afa4-4117-8dce-1a5a408f3df8 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:45:34.692739 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecedce1-afa4-4117-8dce-1a5a408f3df8'] response: {'name': 'network-changed', 'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'status': 'completed', 'code': 200} Mar 22 17:45:34.719682 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-71fe5106-aeee-4e05-a0b4-0878804002db req-81cbf769-cfd6-4a53-bb00-e673588782bb tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475729 Mar 22 17:45:34.748646 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-57294ddc-1bb5-469e-b154-b95a3c82686b None None] Set router 972335aa-ccaf-464b-9f50-9cff8baae83f gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:45:34.768128 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcd757-94a1-420c-803d-a574dc1032fd req-8de3b2f5-098e-4979-a51c-4f662f31e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:34.769695 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-dffcd757-94a1-420c-803d-a574dc1032fd req-8de3b2f5-098e-4979-a51c-4f662f31e460 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3be40162415e4d00adbfe52e1a0cc828&device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 1129 time: 0.0491891 Mar 22 17:45:34.894398 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcd757-94a1-420c-803d-a574dc1032fd req-28eead0e-9c07-4755-bbea-319124dad1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:34.896856 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-dffcd757-94a1-420c-803d-a574dc1032fd req-28eead0e-9c07-4755-bbea-319124dad1ec service neutron] 10.222.0.76 "GET /v2.0/networks?id=11270093-eb92-4b9c-86f0-2f30cfed3c5b HTTP/1.1" status: 200 len: 910 time: 0.1188641 Mar 22 17:45:34.997048 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-57294ddc-1bb5-469e-b154-b95a3c82686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:44:41Z', 'revision_number': 4, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'e85221b9-6409-4808-8565-d3b8ff7b02af', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'port_id': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'mac_address': 'fa:16:3e:62:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:45:33Z', 'updated_at': '2022-03-22T17:45:33Z', 'revision_number': 0, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6', 'name': '', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'mac_address': 'fa:16:3e:77:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:39Z', 'updated_at': '2022-03-22T17:44:46Z', 'revision_number': 5, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'subnets': [{'id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:35.031118 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57294ddc-1bb5-469e-b154-b95a3c82686b None None] Checking router: 972335aa-ccaf-464b-9f50-9cff8baae83f for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:45:35.042386 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57294ddc-1bb5-469e-b154-b95a3c82686b None None] Routers {'972335aa-ccaf-464b-9f50-9cff8baae83f'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:45:35.042386 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-57294ddc-1bb5-469e-b154-b95a3c82686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:45:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['972335aa-ccaf-464b-9f50-9cff8baae83f'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:35.160979 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-57294ddc-1bb5-469e-b154-b95a3c82686b None None] Set router 972335aa-ccaf-464b-9f50-9cff8baae83f gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:45:35.207515 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-dffcd757-94a1-420c-803d-a574dc1032fd req-6bbad6d2-f4fb-4158-ab02-c38ae5b65360 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6 HTTP/1.1" status: 200 len: 999 time: 0.2976446 Mar 22 17:45:35.257863 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcd757-94a1-420c-803d-a574dc1032fd req-8631065b-d37b-482f-a1b5-a96d5ebd937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:35.260103 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-dffcd757-94a1-420c-803d-a574dc1032fd req-8631065b-d37b-482f-a1b5-a96d5ebd937e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=426793f3-0123-4a13-aa58-f5f9557e1cbf HTTP/1.1" status: 200 len: 848 time: 0.0453165 Mar 22 17:45:35.328663 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcd757-94a1-420c-803d-a574dc1032fd req-8bc7a30e-d03e-4bc4-8416-857b70a93363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:35.330574 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-dffcd757-94a1-420c-803d-a574dc1032fd req-8bc7a30e-d03e-4bc4-8416-857b70a93363 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11270093-eb92-4b9c-86f0-2f30cfed3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0540102 Mar 22 17:45:35.430815 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-dffcd757-94a1-420c-803d-a574dc1032fd req-a10c84dd-f21d-42c9-a35a-74106df93e67 service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919778 Mar 22 17:45:35.500333 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-57294ddc-1bb5-469e-b154-b95a3c82686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:44:41Z', 'revision_number': 4, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'e85221b9-6409-4808-8565-d3b8ff7b02af', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'port_id': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'mac_address': 'fa:16:3e:62:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:45:33Z', 'updated_at': '2022-03-22T17:45:33Z', 'revision_number': 0, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6', 'name': '', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'mac_address': 'fa:16:3e:77:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:39Z', 'updated_at': '2022-03-22T17:44:46Z', 'revision_number': 5, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'subnets': [{'id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:35.532501 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57294ddc-1bb5-469e-b154-b95a3c82686b None None] The sync data for ids ['972335aa-ccaf-464b-9f50-9cff8baae83f'] in dv-cinder-790535-31-iscsi is: [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:44:41Z', 'revision_number': 4, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'e85221b9-6409-4808-8565-d3b8ff7b02af', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'port_id': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'mac_address': 'fa:16:3e:62:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:45:33Z', 'updated_at': '2022-03-22T17:45:33Z', 'revision_number': 0, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6', 'name': '', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'mac_address': 'fa:16:3e:77:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:39Z', 'updated_at': '2022-03-22T17:44:46Z', 'revision_number': 5, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'subnets': [{'id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:45:35.539855 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-dffcd757-94a1-420c-803d-a574dc1032fd req-62a210d1-fff9-453a-8f65-d59cfc21d695 service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960214 Mar 22 17:45:35.762855 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ff254-d10e-4d52-b08e-e24fb31c66b9 None None] New status for floating IP e85221b9-6409-4808-8565-d3b8ff7b02af: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:45:35.841971 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46825afd-bfb6-4910-b892-d5febc2760d7 req-432740d5-a2ac-4079-ba3b-5fe49de3de98 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:35.843495 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-46825afd-bfb6-4910-b892-d5febc2760d7 req-432740d5-a2ac-4079-ba3b-5fe49de3de98 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0531170 Mar 22 17:45:35.894054 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-46825afd-bfb6-4910-b892-d5febc2760d7 req-38c81c8b-dc4d-4b28-9fd7-ff67278d09e8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437753 Mar 22 17:45:36.122379 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:37.026917 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e61a9-bb37-4979-b71c-31c7d95e8b09 req-bedcbf4b-fa87-429f-85c4-bd349075d747 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:37.028552 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e25e61a9-bb37-4979-b71c-31c7d95e8b09 req-bedcbf4b-fa87-429f-85c4-bd349075d747 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0582879 Mar 22 17:45:37.080831 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e25e61a9-bb37-4979-b71c-31c7d95e8b09 req-1865ed8d-fb95-49e2-ad14-ced19cc15783 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464392 Mar 22 17:45:38.211813 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1b744-c41c-42dc-a13a-772b58fa2d27 req-1833d14e-353c-4fb0-bd22-7d9d222cd556 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:38.213466 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-bfa1b744-c41c-42dc-a13a-772b58fa2d27 req-1833d14e-353c-4fb0-bd22-7d9d222cd556 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0543628 Mar 22 17:45:38.272635 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-bfa1b744-c41c-42dc-a13a-772b58fa2d27 req-d4575d5e-36ce-421b-92d3-398ca96090ba tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529897 Mar 22 17:45:38.350965 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85c648-91b5-4641-bbf2-8281cc4055b3 req-ab6931c3-e035-4682-8e67-549f23ed8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:38.353673 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bf85c648-91b5-4641-bbf2-8281cc4055b3 req-ab6931c3-e035-4682-8e67-549f23ed8122 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee5fbcd9de654056a71858f0688b8a75&device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 1168 time: 0.0524702 Mar 22 17:45:38.423386 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f95bf2-1e49-4164-9e76-23ed683610cc req-3c8e299a-b471-47a4-8fe7-8dc8494c3537 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:38.426257 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-98f95bf2-1e49-4164-9e76-23ed683610cc req-3c8e299a-b471-47a4-8fe7-8dc8494c3537 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.0741546 Mar 22 17:45:38.506184 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-98f95bf2-1e49-4164-9e76-23ed683610cc req-a113032a-51f2-4c16-9f93-54d7bad635cc tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733728 Mar 22 17:45:38.506506 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85c648-91b5-4641-bbf2-8281cc4055b3 req-59d59f5f-b846-43c4-87a5-0272c177ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:38.508259 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bf85c648-91b5-4641-bbf2-8281cc4055b3 req-59d59f5f-b846-43c4-87a5-0272c177ed83 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2d568286-e569-4699-8813-e6e3ef8dd68d HTTP/1.1" status: 200 len: 916 time: 0.1408982 Mar 22 17:45:38.621263 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bf85c648-91b5-4641-bbf2-8281cc4055b3 req-6e56fb33-f784-4622-aed8-1f2b376d71d8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=997781b3-448e-4852-9544-11dc5d8734ca HTTP/1.1" status: 200 len: 1000 time: 0.0947130 Mar 22 17:45:38.676415 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd89c7f-be2f-453c-99f4-d691e8c45eba req-fad1cf49-b361-4aa0-bab7-9f8a5f7f0c60 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:38.678349 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6bd89c7f-be2f-453c-99f4-d691e8c45eba req-fad1cf49-b361-4aa0-bab7-9f8a5f7f0c60 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 946 time: 0.1085284 Mar 22 17:45:38.689408 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85c648-91b5-4641-bbf2-8281cc4055b3 req-c8583d65-b039-4584-8d76-6eb5ca32fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:38.690900 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bf85c648-91b5-4641-bbf2-8281cc4055b3 req-c8583d65-b039-4584-8d76-6eb5ca32fca5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8bfdcdda-fee9-4a49-a4da-010b7e834f7f HTTP/1.1" status: 200 len: 854 time: 0.0631733 Mar 22 17:45:38.762269 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6bd89c7f-be2f-453c-99f4-d691e8c45eba req-e66b8052-b2f6-4732-8748-78b5713ad372 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755990 Mar 22 17:45:38.789783 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85c648-91b5-4641-bbf2-8281cc4055b3 req-567aa376-04a5-45fc-8c7d-a0e13523a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:38.789783 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bf85c648-91b5-4641-bbf2-8281cc4055b3 req-567aa376-04a5-45fc-8c7d-a0e13523a181 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2d568286-e569-4699-8813-e6e3ef8dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0830073 Mar 22 17:45:38.892235 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bf85c648-91b5-4641-bbf2-8281cc4055b3 req-64373f14-9565-4ef3-8ebe-e7a3ca4d16fe service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963199 Mar 22 17:45:38.997053 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bf85c648-91b5-4641-bbf2-8281cc4055b3 req-f6eb7f00-1418-478b-a9eb-0efcc8403679 service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957549 Mar 22 17:45:39.402024 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0896d8-3303-426a-997e-9d552be3c2d6 req-769b2009-8b1f-4eb1-bec0-ab91e6e94579 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:39.403612 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2f0896d8-3303-426a-997e-9d552be3c2d6 req-769b2009-8b1f-4eb1-bec0-ab91e6e94579 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0571485 Mar 22 17:45:39.454750 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2f0896d8-3303-426a-997e-9d552be3c2d6 req-420380d7-f110-424b-b6b9-3a643c133726 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454628 Mar 22 17:45:39.631743 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f97ef4-b868-4755-befc-462d7249db58 req-57918ae0-86ca-4a28-83d9-d73b2b8bd194 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:39.633381 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f4f97ef4-b868-4755-befc-462d7249db58 req-57918ae0-86ca-4a28-83d9-d73b2b8bd194 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.0589719 Mar 22 17:45:39.702198 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f4f97ef4-b868-4755-befc-462d7249db58 req-be37c093-0c27-467e-9059-8bd92998aa49 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620716 Mar 22 17:45:39.910041 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616c056-53fe-4ebc-a2e3-b3d8349f8d62 req-e87dac6a-97d2-4ca4-9c42-ebbb9427c688 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:39.911758 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8616c056-53fe-4ebc-a2e3-b3d8349f8d62 req-e87dac6a-97d2-4ca4-9c42-ebbb9427c688 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 946 time: 0.0640087 Mar 22 17:45:39.963537 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8616c056-53fe-4ebc-a2e3-b3d8349f8d62 req-00c7ddc6-71be-41e5-a045-6ee7f3cfe42f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=5155015b-6bc5-4090-b5c1-af9ca9d73cff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433884 Mar 22 17:45:40.354112 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af5015-30b4-4450-8952-b40aa4f10afc req-7c2a1963-0254-430f-9380-4f64ed130d66 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:40.355623 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-89af5015-30b4-4450-8952-b40aa4f10afc req-7c2a1963-0254-430f-9380-4f64ed130d66 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 946 time: 0.0534484 Mar 22 17:45:40.464765 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Deleting port a8b97622-668f-4ab0-b5fc-f27d36cfadd2 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:45:40.465012 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.595335 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] For port a8b97622-668f-4ab0-b5fc-f27d36cfadd2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a8b97622-668f-4ab0-b5fc-f27d36cfadd2,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:40.595734 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.639348 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c35771-db59-4d7f-83f1-aa67dc24ff57 req-6679afc6-e650-4df8-86c9-3d15d686878a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:40.640979 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-10c35771-db59-4d7f-83f1-aa67dc24ff57 req-6679afc6-e650-4df8-86c9-3d15d686878a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.1142178 Mar 22 17:45:40.817432 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-10c35771-db59-4d7f-83f1-aa67dc24ff57 req-29773041-d33b-4d27-868f-f26ba30b2f92 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388264 Mar 22 17:45:40.844244 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495be2b-ef64-476b-93f1-0765ac67aaec req-7554af94-3bcb-4249-a268-2841489fe014 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:40.845983 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7495be2b-ef64-476b-93f1-0765ac67aaec req-7554af94-3bcb-4249-a268-2841489fe014 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.0697734 Mar 22 17:45:40.897214 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.898005 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (411015da-950a-4ed9-86f0-13b75980b796), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.898332 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Floating IP 411015da-950a-4ed9-86f0-13b75980b796 disassociated. External IP: 172.27.3.240, port: a8b97622-668f-4ab0-b5fc-f27d36cfadd2. Mar 22 17:45:40.898752 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Calling delete_port for a8b97622-668f-4ab0-b5fc-f27d36cfadd2 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:45:40.945839 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7495be2b-ef64-476b-93f1-0765ac67aaec req-07412321-232f-4a19-a16d-9b61950f0de4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930543 Mar 22 17:45:41.059235 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (a8b97622-668f-4ab0-b5fc-f27d36cfadd2), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.104674 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2d677cd4-aa21-4059-819b-1cc1ca2f9ec6 req-21b3b110-2261-4e6c-bcb0-67d697ca91af tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a16c76-0231-422a-b7f4-71ae7cba813f HTTP/1.1" status: 200 len: 210 time: 0.0555120 Mar 22 17:45:41.105744 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event deleted for resources: {'Port': ['ID=a8b97622-668f-4ab0-b5fc-f27d36cfadd2,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:41.119688 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.120046 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.120389 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.120728 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.121071 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.121414 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.121737 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.122067 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.122392 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.122713 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.123034 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.123365 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.123676 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.123997 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.124302 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:41.254519 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:45:41.367226 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:45:41.379734 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df9f91f-55de-4d49-98b2-094f6c476fbd None None] Sync routers for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:45:41.392153 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df9f91f-55de-4d49-98b2-094f6c476fbd None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:45:41.392788 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-6df9f91f-55de-4d49-98b2-094f6c476fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:45:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:41.416552 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] No DVR routers for this DVR port a8b97622-668f-4ab0-b5fc-f27d36cfadd2 on host hv-cinder-79053 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:45:41.419069 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.422436 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-89af5015-30b4-4450-8952-b40aa4f10afc req-8f460793-077a-4688-a01e-9da010fb1343 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "DELETE /v2.0/ports/a8b97622-668f-4ab0-b5fc-f27d36cfadd2 HTTP/1.1" status: 204 len: 173 time: 1.0604987 Mar 22 17:45:41.422887 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a16c76-0231-422a-b7f4-71ae7cba813f', 'name': 'network-vif-deleted', 'tag': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:45:41.425884 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7f6647-691d-4ae7-a615-1e055cbe0ff9" -d '{"events": [{"server_uuid": "72a16c76-0231-422a-b7f4-71ae7cba813f", "name": "network-vif-deleted", "tag": "a8b97622-668f-4ab0-b5fc-f27d36cfadd2"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:45:41.471312 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4f19fc-13b3-4c51-a85d-26e386b474fa x-openstack-request-id: req-de4f19fc-13b3-4c51-a85d-26e386b474fa {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:45:41.471312 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a16c76-0231-422a-b7f4-71ae7cba813f", "name": "network-vif-deleted", "tag": "a8b97622-668f-4ab0-b5fc-f27d36cfadd2", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:45:41.471573 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de4f19fc-13b3-4c51-a85d-26e386b474fa {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:45:41.471903 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4f19fc-13b3-4c51-a85d-26e386b474fa'] response: {'server_uuid': '72a16c76-0231-422a-b7f4-71ae7cba813f', 'name': 'network-vif-deleted', 'tag': 'a8b97622-668f-4ab0-b5fc-f27d36cfadd2', 'status': 'completed', 'code': 200} Mar 22 17:45:41.546303 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-6df9f91f-55de-4d49-98b2-094f6c476fbd None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:45:41.833929 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-6df9f91f-55de-4d49-98b2-094f6c476fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '92807c73-10d7-47e9-9016-b8e552007523', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:dd:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:03Z', 'updated_at': '2022-03-22T17:42:41Z', 'revision_number': 2, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:41.870687 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df9f91f-55de-4d49-98b2-094f6c476fbd None None] Checking router: 7e9c2aa2-d552-4d66-a494-db5bdffcb11c for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:45:41.880854 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df9f91f-55de-4d49-98b2-094f6c476fbd None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:45:41.881573 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-6df9f91f-55de-4d49-98b2-094f6c476fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:45:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:42.001673 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7adbf-1160-4c85-91d3-5ea3ab074e7c req-9285cab1-a0d8-4576-a40e-4e45aff1ca15 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:42.004112 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e5f7adbf-1160-4c85-91d3-5ea3ab074e7c req-9285cab1-a0d8-4576-a40e-4e45aff1ca15 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0825853 Mar 22 17:45:42.127942 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e5f7adbf-1160-4c85-91d3-5ea3ab074e7c req-fa32f375-7c47-4ad8-bf6d-5457d831c4ea tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139851 Mar 22 17:45:42.162436 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-6df9f91f-55de-4d49-98b2-094f6c476fbd None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:45:42.198734 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9e666-6916-463d-a2e8-a739da948b76 req-28c3fad4-b0ac-457a-a6af-f133f0ecdcd9 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:42.206183 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dae9e666-6916-463d-a2e8-a739da948b76 req-28c3fad4-b0ac-457a-a6af-f133f0ecdcd9 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.1290627 Mar 22 17:45:42.228689 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57052) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:42.285955 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dae9e666-6916-463d-a2e8-a739da948b76 req-971ee37a-0c32-44c0-bc4c-fb8b12fcdfeb tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697305 Mar 22 17:45:42.297623 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3dce52d1-5de0-476a-867f-5808141b2eb3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (5155015b-6bc5-4090-b5c1-af9ca9d73cff), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:42.341150 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3dce52d1-5de0-476a-867f-5808141b2eb3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (5155015b-6bc5-4090-b5c1-af9ca9d73cff), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:42.404572 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3dce52d1-5de0-476a-867f-5808141b2eb3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (5155015b-6bc5-4090-b5c1-af9ca9d73cff), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:42.407265 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3dce52d1-5de0-476a-867f-5808141b2eb3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:42.408545 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3dce52d1-5de0-476a-867f-5808141b2eb3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "DELETE /v2.0/security-groups/5155015b-6bc5-4090-b5c1-af9ca9d73cff HTTP/1.1" status: 204 len: 168 time: 0.1783545 Mar 22 17:45:42.411473 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57054) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:42.425944 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce52d1-5de0-476a-867f-5808141b2eb3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5155015b-6bc5-4090-b5c1-af9ca9d73cff,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:42.426285 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.api.v2.resource [None req-6269ca24-3ca4-4c91-bb8b-2d7fea369f3d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] show failed (client error): The resource could not be found. Mar 22 17:45:42.427544 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-6269ca24-3ca4-4c91-bb8b-2d7fea369f3d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups/5155015b-6bc5-4090-b5c1-af9ca9d73cff HTTP/1.1" status: 404 len: 347 time: 0.0151284 Mar 22 17:45:42.432308 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57056) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:42.550833 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-6df9f91f-55de-4d49-98b2-094f6c476fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '92807c73-10d7-47e9-9016-b8e552007523', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:dd:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:03Z', 'updated_at': '2022-03-22T17:42:41Z', 'revision_number': 2, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:42.580946 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df9f91f-55de-4d49-98b2-094f6c476fbd None None] The sync data for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi is: [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '92807c73-10d7-47e9-9016-b8e552007523', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:dd:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:03Z', 'updated_at': '2022-03-22T17:42:41Z', 'revision_number': 2, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:45:42.631978 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Deleting port b4cfcc60-82a9-4e27-9e40-eb587f9e95a3 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:45:42.632368 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (b4cfcc60-82a9-4e27-9e40-eb587f9e95a3), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:42.716490 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (b4cfcc60-82a9-4e27-9e40-eb587f9e95a3), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:42.716820 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (b4cfcc60-82a9-4e27-9e40-eb587f9e95a3), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:42.738800 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Calling delete_port for b4cfcc60-82a9-4e27-9e40-eb587f9e95a3 owned by network:floatingip {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:45:42.887586 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1ceb2-8291-4e87-a2d2-4ce5bd2c1bd8 None None] New status for floating IP 411015da-950a-4ed9-86f0-13b75980b796: DOWN {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:45:42.973346 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (b4cfcc60-82a9-4e27-9e40-eb587f9e95a3), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:42.974193 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.db.api [None req-d3b1ceb2-8291-4e87-a2d2-4ce5bd2c1bd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 17:45:42.974581 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG oslo_db.api [None req-d3b1ceb2-8291-4e87-a2d2-4ce5bd2c1bd8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 17:45:43.000288 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device a8b97622-668f-4ab0-b5fc-f27d36cfadd2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:45:43.006475 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event deleted for resources: {'Port': ['ID=b4cfcc60-82a9-4e27-9e40-eb587f9e95a3,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:43.029276 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: a8b97622-668f-4ab0-b5fc-f27d36cfadd2 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:45:43.029658 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device a8b97622-668f-4ab0-b5fc-f27d36cfadd2 not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:45:43.040744 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.041082 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.041743 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.041743 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.042153 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.042474 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.042810 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.043138 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.043469 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.043849 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.044222 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.044558 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.044885 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.045212 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.045565 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:43.087787 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (411015da-950a-4ed9-86f0-13b75980b796), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:43.090577 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:43.091702 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4da96dd4-1930-4d58-a85e-88d098b12d85 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "DELETE /v2.0/floatingips/411015da-950a-4ed9-86f0-13b75980b796 HTTP/1.1" status: 204 len: 168 time: 0.6581545 Mar 22 17:45:43.269010 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119832ea-b2d8-420f-b016-3fbcfd4acccd req-bc2080b1-e4e2-47c0-8d1c-9773a7aec18a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:43.277795 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-119832ea-b2d8-420f-b016-3fbcfd4acccd req-bc2080b1-e4e2-47c0-8d1c-9773a7aec18a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0745661 Mar 22 17:45:43.335186 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-119832ea-b2d8-420f-b016-3fbcfd4acccd req-bca2f164-92dd-43fb-b1de-7c91e79ec89d tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559647 Mar 22 17:45:43.476723 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1ceb2-8291-4e87-a2d2-4ce5bd2c1bd8 None None] New status for floating IP 411015da-950a-4ed9-86f0-13b75980b796: DOWN {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:45:43.506169 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2236483-5411-4412-903c-3e316d842d64 req-f6529ee3-d24c-40d6-958a-11af900fc49e tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:43.508467 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e2236483-5411-4412-903c-3e316d842d64 req-f6529ee3-d24c-40d6-958a-11af900fc49e tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.0672789 Mar 22 17:45:43.627054 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e2236483-5411-4412-903c-3e316d842d64 req-225dce06-f588-4862-aed1-13c7ca5092f6 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121910 Mar 22 17:45:43.732990 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473ec1f-556f-47de-9bd6-f1cd33a3ac10 req-a6fbedfd-ba1b-4adc-b092-fe4299e43a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:43.734630 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a473ec1f-556f-47de-9bd6-f1cd33a3ac10 req-a6fbedfd-ba1b-4adc-b092-fe4299e43a32 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 1130 time: 0.0651152 Mar 22 17:45:43.846290 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392dd5a-ff90-48a6-9b5e-313262ccf76b req-30bf870d-b161-4292-95a4-65b122f7f908 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:43.847860 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1392dd5a-ff90-48a6-9b5e-313262ccf76b req-30bf870d-b161-4292-95a4-65b122f7f908 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.1311779 Mar 22 17:45:43.877598 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473ec1f-556f-47de-9bd6-f1cd33a3ac10 req-29198290-4890-4bb9-bf9b-4f6fe0082dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:43.879013 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a473ec1f-556f-47de-9bd6-f1cd33a3ac10 req-29198290-4890-4bb9-bf9b-4f6fe0082dea service neutron] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 920 time: 0.1289062 Mar 22 17:45:43.959078 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1392dd5a-ff90-48a6-9b5e-313262ccf76b req-b329f001-0e2d-4e1e-8919-9aae5cdbd9b2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032569 Mar 22 17:45:44.001182 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a473ec1f-556f-47de-9bd6-f1cd33a3ac10 req-092ff398-6ac6-426b-aac8-369f6db21527 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a218033-92ac-4970-8f07-4700a2ce8b8e HTTP/1.1" status: 200 len: 1002 time: 0.1127245 Mar 22 17:45:44.067338 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473ec1f-556f-47de-9bd6-f1cd33a3ac10 req-069daf68-e12f-4d63-b6ee-782c08336f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:44.068835 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a473ec1f-556f-47de-9bd6-f1cd33a3ac10 req-069daf68-e12f-4d63-b6ee-782c08336f8c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.0592871 Mar 22 17:45:44.126978 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473ec1f-556f-47de-9bd6-f1cd33a3ac10 req-5dd7b3e9-5e59-40e3-944b-b43450beb88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:44.128597 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a473ec1f-556f-47de-9bd6-f1cd33a3ac10 req-5dd7b3e9-5e59-40e3-944b-b43450beb88a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521872 Mar 22 17:45:44.242823 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a473ec1f-556f-47de-9bd6-f1cd33a3ac10 req-29b84147-6a85-4e2c-bfdb-b35500e43830 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067822 Mar 22 17:45:44.345818 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a473ec1f-556f-47de-9bd6-f1cd33a3ac10 req-512b1a19-6d99-4bde-b742-aefc972ecb70 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928934 Mar 22 17:45:44.502969 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d11214-f9e7-409f-82da-e58236643d03 req-cdb8f489-53a0-46cc-8271-4120feb3e6a2 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:44.506303 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-00d11214-f9e7-409f-82da-e58236643d03 req-cdb8f489-53a0-46cc-8271-4120feb3e6a2 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0721524 Mar 22 17:45:44.563600 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-00d11214-f9e7-409f-82da-e58236643d03 req-a9372824-0e35-4d97-93e3-5e4ac3234083 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499213 Mar 22 17:45:44.792583 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a318c-c978-4c09-83dd-df5af2d79702 req-d4e9eecd-09bc-4e5f-b0f6-02b1e4e84712 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:44.794402 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-068a318c-c978-4c09-83dd-df5af2d79702 req-d4e9eecd-09bc-4e5f-b0f6-02b1e4e84712 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.0752842 Mar 22 17:45:44.899617 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-068a318c-c978-4c09-83dd-df5af2d79702 req-07ea1e97-ef27-4591-9025-4d5d754b31f4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990019 Mar 22 17:45:45.126039 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fdf3e-f5ca-45ed-95e1-f98956939b91 req-7cd15f3a-45b3-4ca0-adaf-811deae90e51 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:45.127916 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8e9fdf3e-f5ca-45ed-95e1-f98956939b91 req-7cd15f3a-45b3-4ca0-adaf-811deae90e51 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 945 time: 0.0673611 Mar 22 17:45:45.137366 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f40581-be25-412f-bffc-090240380800 req-1e659372-e115-4024-93be-3650babf8bb2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:45.142029 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a7f40581-be25-412f-bffc-090240380800 req-1e659372-e115-4024-93be-3650babf8bb2 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0772827 Mar 22 17:45:45.188313 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8e9fdf3e-f5ca-45ed-95e1-f98956939b91 req-7f8ef0b3-077a-4b9e-965b-44f9d4d41c10 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=84360c49-06c2-4b26-8516-c1871c1fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507164 Mar 22 17:45:45.192210 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a7f40581-be25-412f-bffc-090240380800 req-c003ad7a-bc62-452c-b941-1e4de1617b12 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467916 Mar 22 17:45:45.691250 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027e788-b4c4-43e8-bad9-f1af66e8b4bd req-5ef55432-008b-44db-9414-f4e50dec7c05 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:45.692706 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c027e788-b4c4-43e8-bad9-f1af66e8b4bd req-5ef55432-008b-44db-9414-f4e50dec7c05 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0508640 Mar 22 17:45:45.743746 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c027e788-b4c4-43e8-bad9-f1af66e8b4bd req-387d3c8a-c447-4c3b-9ce9-5ddc98afc78e tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443146 Mar 22 17:45:46.037003 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f83f8-bc29-45b4-8a52-926fb4a1b491 req-1c85308a-bd36-447d-8e77-83c6786b01e2 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.038839 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-610f83f8-bc29-45b4-8a52-926fb4a1b491 req-1c85308a-bd36-447d-8e77-83c6786b01e2 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.0635707 Mar 22 17:45:46.108672 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-610f83f8-bc29-45b4-8a52-926fb4a1b491 req-456c089a-a8ef-41d3-b1f2-bd54f4f5d265 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629811 Mar 22 17:45:46.333318 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3e8ce-be4b-47c2-9593-d3616d5d55f2 req-2028b55b-afc6-4bae-91da-4c7fd001a00a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.335110 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e0b3e8ce-be4b-47c2-9593-d3616d5d55f2 req-2028b55b-afc6-4bae-91da-4c7fd001a00a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 945 time: 0.0567827 Mar 22 17:45:46.338855 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d21a16-57f3-45bb-957b-db77a29bf2c8 req-10a86876-1cc8-434f-9327-d78adbb8506a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.340390 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45d21a16-57f3-45bb-957b-db77a29bf2c8 req-10a86876-1cc8-434f-9327-d78adbb8506a tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0630684 Mar 22 17:45:46.390972 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e0b3e8ce-be4b-47c2-9593-d3616d5d55f2 req-da98a5e8-0552-4e30-866b-b098bc9fe920 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=84360c49-06c2-4b26-8516-c1871c1fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492325 Mar 22 17:45:46.392529 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45d21a16-57f3-45bb-957b-db77a29bf2c8 req-4c6a6ecf-5cbc-43bc-987b-abc9b7dfe3ab tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463672 Mar 22 17:45:46.866863 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266ea10-784b-4ec6-b045-28aa36f7b77e req-7ecca539-2c9b-411a-bfbb-7a94c90ad57e tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.868303 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5266ea10-784b-4ec6-b045-28aa36f7b77e req-7ecca539-2c9b-411a-bfbb-7a94c90ad57e tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0524328 Mar 22 17:45:46.891045 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-7af5c25a-6cc8-450f-8620-4d728c6f8b71 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.892523 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-7af5c25a-6cc8-450f-8620-4d728c6f8b71 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 945 time: 0.0542440 Mar 22 17:45:46.917718 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5266ea10-784b-4ec6-b045-28aa36f7b77e req-abacafbf-eb80-4128-ae28-c36982612859 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430315 Mar 22 17:45:46.990594 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Deleting port 0c7efbd8-63a6-4f75-91ae-a55a03161b83 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:45:46.990933 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:47.083630 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] For port 0c7efbd8-63a6-4f75-91ae-a55a03161b83, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c7efbd8-63a6-4f75-91ae-a55a03161b83,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:47.084315 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:47.534095 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8459a-b312-4c1d-b065-128810ee8fd2 req-03d3eb76-5c59-4a4a-af34-4f1a8d44f380 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:47.535726 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-acd8459a-b312-4c1d-b065-128810ee8fd2 req-03d3eb76-5c59-4a4a-af34-4f1a8d44f380 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 945 time: 0.0647981 Mar 22 17:45:47.547507 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:47.547888 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (92807c73-10d7-47e9-9016-b8e552007523), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:47.548210 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Floating IP 92807c73-10d7-47e9-9016-b8e552007523 disassociated. External IP: 172.27.3.61, port: 0c7efbd8-63a6-4f75-91ae-a55a03161b83. Mar 22 17:45:47.548559 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Calling delete_port for 0c7efbd8-63a6-4f75-91ae-a55a03161b83 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:45:47.558028 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe2142-f182-4915-bb41-79d7b3f4aa95 req-81b7d731-0c22-472d-be2d-db543dba1428 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:47.559635 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7dbe2142-f182-4915-bb41-79d7b3f4aa95 req-81b7d731-0c22-472d-be2d-db543dba1428 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.3676786 Mar 22 17:45:47.596022 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-acd8459a-b312-4c1d-b065-128810ee8fd2 req-7bd224d9-8202-4f0b-9c4b-fb423f0531e6 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=84360c49-06c2-4b26-8516-c1871c1fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523863 Mar 22 17:45:47.681048 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7dbe2142-f182-4915-bb41-79d7b3f4aa95 req-f4d45088-af97-4e33-a070-61d441f6c99c tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121781 Mar 22 17:45:47.761886 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846f734-184d-4c6f-b16a-f0a881be35f3 req-841303c9-fa24-4b24-89a1-3bcf58959a4f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:47.763598 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f846f734-184d-4c6f-b16a-f0a881be35f3 req-841303c9-fa24-4b24-89a1-3bcf58959a4f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0979133 Mar 22 17:45:47.765317 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (0c7efbd8-63a6-4f75-91ae-a55a03161b83), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:47.795449 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event deleted for resources: {'Port': ['ID=0c7efbd8-63a6-4f75-91ae-a55a03161b83,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:47.826260 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f846f734-184d-4c6f-b16a-f0a881be35f3 req-64ca3397-7169-4ea0-a352-007ef1a70f03 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563896 Mar 22 17:45:47.936482 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:45:48.097720 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e98a5-bedc-496a-81cd-2ccf7670af6f req-20ba13a4-4074-44f3-82df-c1481156cab7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:48.099246 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-980e98a5-bedc-496a-81cd-2ccf7670af6f req-20ba13a4-4074-44f3-82df-c1481156cab7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0821130 Mar 22 17:45:48.100777 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:45:48.113454 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8429a2a9-dc98-47ce-8493-038fb3de729e None None] Sync routers for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:45:48.126059 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8429a2a9-dc98-47ce-8493-038fb3de729e None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:45:48.126911 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-8429a2a9-dc98-47ce-8493-038fb3de729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:45:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:48.157880 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] No DVR routers for this DVR port 0c7efbd8-63a6-4f75-91ae-a55a03161b83 on host hv-cinder-79053 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:45:48.161635 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:48.167533 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2b81fc79-1cb2-44d0-b208-0cbf303248ff req-f3a4450e-a6cd-47e7-acbd-e109779912b2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "DELETE /v2.0/ports/0c7efbd8-63a6-4f75-91ae-a55a03161b83 HTTP/1.1" status: 204 len: 173 time: 1.2661743 Mar 22 17:45:48.167533 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'name': 'network-vif-deleted', 'tag': '0c7efbd8-63a6-4f75-91ae-a55a03161b83'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:45:48.167837 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91a36f7-4be8-4b8c-8e67-7f01e346f03c" -d '{"events": [{"server_uuid": "b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536", "name": "network-vif-deleted", "tag": "0c7efbd8-63a6-4f75-91ae-a55a03161b83"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:45:48.226131 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b113bb-9b87-4e78-a3de-31a06ed63d4e x-openstack-request-id: req-32b113bb-9b87-4e78-a3de-31a06ed63d4e {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:45:48.226399 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536", "name": "network-vif-deleted", "tag": "0c7efbd8-63a6-4f75-91ae-a55a03161b83", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:45:48.227039 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32b113bb-9b87-4e78-a3de-31a06ed63d4e {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:45:48.227615 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b113bb-9b87-4e78-a3de-31a06ed63d4e'] response: {'server_uuid': 'b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536', 'name': 'network-vif-deleted', 'tag': '0c7efbd8-63a6-4f75-91ae-a55a03161b83', 'status': 'completed', 'code': 200} Mar 22 17:45:48.241536 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-980e98a5-bedc-496a-81cd-2ccf7670af6f req-27adbbca-dc8e-4ab5-8461-0076af6d4689 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339591 Mar 22 17:45:48.281362 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-8429a2a9-dc98-47ce-8493-038fb3de729e None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:45:48.531636 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0eb2e6-cb75-43d9-849b-b835a1824bd9 req-6841667e-9da4-4ea1-b425-2f4d66f7e083 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:48.533213 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3c0eb2e6-cb75-43d9-849b-b835a1824bd9 req-6841667e-9da4-4ea1-b425-2f4d66f7e083 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0919588 Mar 22 17:45:48.541329 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-8429a2a9-dc98-47ce-8493-038fb3de729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:48.577838 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033a7d6-2fa6-44e8-8f3d-5c3220ec02ff req-4a054f70-1a5f-4d48-818c-c6656f1e723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:48.579479 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7033a7d6-2fa6-44e8-8f3d-5c3220ec02ff req-4a054f70-1a5f-4d48-818c-c6656f1e723e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dafda4c018df4141b3c5cfbecea2350e&device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 1129 time: 0.0835664 Mar 22 17:45:48.618296 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3c0eb2e6-cb75-43d9-849b-b835a1824bd9 req-3eb9a2ad-bd1c-4916-9038-ef7bd6c286e0 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749063 Mar 22 17:45:48.681214 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8429a2a9-dc98-47ce-8493-038fb3de729e None None] Checking router: 7e9c2aa2-d552-4d66-a494-db5bdffcb11c for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:45:48.692728 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8429a2a9-dc98-47ce-8493-038fb3de729e None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:45:48.693465 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-8429a2a9-dc98-47ce-8493-038fb3de729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:45:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:48.723927 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033a7d6-2fa6-44e8-8f3d-5c3220ec02ff req-668ada1c-94ae-4ed4-86dc-d7939133c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:48.725623 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7033a7d6-2fa6-44e8-8f3d-5c3220ec02ff req-668ada1c-94ae-4ed4-86dc-d7939133c184 service neutron] 10.222.0.76 "GET /v2.0/networks?id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51 HTTP/1.1" status: 200 len: 911 time: 0.1337686 Mar 22 17:45:48.768540 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-019706e4-62b9-429e-9044-5597f6fed278 req-db27b0f2-087e-4680-ba65-789d6be7de18 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9acc9b9-ac80-4e03-bfcf-6f1a9d29c536 HTTP/1.1" status: 200 len: 210 time: 0.0483694 Mar 22 17:45:48.854195 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-8429a2a9-dc98-47ce-8493-038fb3de729e None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:45:48.876999 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7033a7d6-2fa6-44e8-8f3d-5c3220ec02ff req-8a2c3264-9460-4af2-8515-a2bd4672c585 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f84acdf-e348-4bf9-8404-42cf118fef48 HTTP/1.1" status: 200 len: 1001 time: 0.1223414 Mar 22 17:45:48.891226 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9eba6-d99c-4429-975a-3719a64ada50 req-4b01494e-d4b7-4119-aa2d-d8f6c1af5ff1 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:48.893972 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-17d9eba6-d99c-4429-975a-3719a64ada50 req-4b01494e-d4b7-4119-aa2d-d8f6c1af5ff1 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.1143377 Mar 22 17:45:48.964149 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033a7d6-2fa6-44e8-8f3d-5c3220ec02ff req-49a0221c-cb39-4de6-8e53-8fa488e37304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:48.966079 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7033a7d6-2fa6-44e8-8f3d-5c3220ec02ff req-49a0221c-cb39-4de6-8e53-8fa488e37304 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56859b9d-6232-4703-b2f1-50f11823f1f1 HTTP/1.1" status: 200 len: 849 time: 0.0706897 Mar 22 17:45:48.985616 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5116dc2-bfcd-4bb9-9d31-884daf82d0f0 req-b04eccf1-7e1d-4ae7-9d79-b51db30f67f3 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:48.987598 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a5116dc2-bfcd-4bb9-9d31-884daf82d0f0 req-b04eccf1-7e1d-4ae7-9d79-b51db30f67f3 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0625091 Mar 22 17:45:49.034397 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-17d9eba6-d99c-4429-975a-3719a64ada50 req-adbc3c5d-2df7-4cd1-8688-4c1e5434a599 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1302094 Mar 22 17:45:49.052034 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033a7d6-2fa6-44e8-8f3d-5c3220ec02ff req-51436ea0-1fb4-44f9-9cfb-f1be5f293f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:49.053720 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7033a7d6-2fa6-44e8-8f3d-5c3220ec02ff req-51436ea0-1fb4-44f9-9cfb-f1be5f293f92 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0789168 Mar 22 17:45:49.061855 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a5116dc2-bfcd-4bb9-9d31-884daf82d0f0 req-548e0c04-d4ce-47bd-b44e-43544f6903b0 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635884 Mar 22 17:45:49.108821 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-8429a2a9-dc98-47ce-8493-038fb3de729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:49.138165 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8429a2a9-dc98-47ce-8493-038fb3de729e None None] The sync data for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi is: [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:45:49.174715 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7033a7d6-2fa6-44e8-8f3d-5c3220ec02ff req-8c85b628-8c8d-4053-bf19-15b1a010c25b service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117525 Mar 22 17:45:49.292556 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7033a7d6-2fa6-44e8-8f3d-5c3220ec02ff req-d138582a-cae8-4263-a5cd-f961296f6a9c service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040742 Mar 22 17:45:49.417322 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db32140-f7fa-4512-8ad9-b9acd48af655 None None] New status for floating IP 92807c73-10d7-47e9-9016-b8e552007523: DOWN {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:45:49.751489 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b93a0-8462-4692-8f8a-55f4f1897f0f req-b764b95d-4b35-489c-92ad-f497e99fba06 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:49.753116 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5e9b93a0-8462-4692-8f8a-55f4f1897f0f req-b764b95d-4b35-489c-92ad-f497e99fba06 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0589271 Mar 22 17:45:49.810894 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5e9b93a0-8462-4692-8f8a-55f4f1897f0f req-2edbab06-1d84-4224-a7f8-6d8e9919d420 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518851 Mar 22 17:45:49.849995 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57140) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:49.916903 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-42f2a863-185d-4e51-a8c4-5698bccede40 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (84360c49-06c2-4b26-8516-c1871c1fb2a1), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:49.945600 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-42f2a863-185d-4e51-a8c4-5698bccede40 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (84360c49-06c2-4b26-8516-c1871c1fb2a1), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:50.000616 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-42f2a863-185d-4e51-a8c4-5698bccede40 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (84360c49-06c2-4b26-8516-c1871c1fb2a1), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:50.003161 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-42f2a863-185d-4e51-a8c4-5698bccede40 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:50.004347 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-42f2a863-185d-4e51-a8c4-5698bccede40 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "DELETE /v2.0/security-groups/84360c49-06c2-4b26-8516-c1871c1fb2a1 HTTP/1.1" status: 204 len: 168 time: 0.1532323 Mar 22 17:45:50.007889 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57142) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:50.014803 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2a863-185d-4e51-a8c4-5698bccede40 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84360c49-06c2-4b26-8516-c1871c1fb2a1,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:50.032437 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.api.v2.resource [None req-e19d2108-9eb6-4598-80b4-8b7014f6069c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] show failed (client error): The resource could not be found. Mar 22 17:45:50.036248 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e19d2108-9eb6-4598-80b4-8b7014f6069c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups/84360c49-06c2-4b26-8516-c1871c1fb2a1 HTTP/1.1" status: 404 len: 347 time: 0.0239453 Mar 22 17:45:50.036526 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57144) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:50.048171 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:45:50.193085 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf9972-a8ba-4c3a-93c0-ab04b4d97a44 req-9e2eb21e-a5fc-4092-aa1e-e676b75b4f7e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:50.194530 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-56cf9972-a8ba-4c3a-93c0-ab04b4d97a44 req-9e2eb21e-a5fc-4092-aa1e-e676b75b4f7e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0587494 Mar 22 17:45:50.195264 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65452b15-cebb-4bcc-911d-5f9d524ca9ab req-91a15941-5e4f-4dff-be9a-ce2f88ab44f7 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:50.196773 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-65452b15-cebb-4bcc-911d-5f9d524ca9ab req-91a15941-5e4f-4dff-be9a-ce2f88ab44f7 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.0836248 Mar 22 17:45:50.223875 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-56b66fff-c8b3-4a5e-9fda-fe31608cf59a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Deleting port 0e8e0a47-88cf-4f58-9eca-9e90cd99fd11 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:45:50.224210 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-56b66fff-c8b3-4a5e-9fda-fe31608cf59a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (0e8e0a47-88cf-4f58-9eca-9e90cd99fd11), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:50.243793 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-56cf9972-a8ba-4c3a-93c0-ab04b4d97a44 req-47204da9-c466-4fa0-8dae-8ba952a69572 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426917 Mar 22 17:45:50.321124 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-65452b15-cebb-4bcc-911d-5f9d524ca9ab req-f06439ca-f834-49f4-ba5f-30b8ea8051ce tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181216 Mar 22 17:45:50.338448 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-56b66fff-c8b3-4a5e-9fda-fe31608cf59a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (0e8e0a47-88cf-4f58-9eca-9e90cd99fd11), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:50.338774 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-56b66fff-c8b3-4a5e-9fda-fe31608cf59a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (0e8e0a47-88cf-4f58-9eca-9e90cd99fd11), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:50.350380 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-56b66fff-c8b3-4a5e-9fda-fe31608cf59a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Calling delete_port for 0e8e0a47-88cf-4f58-9eca-9e90cd99fd11 owned by network:floatingip {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:45:50.490399 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-56b66fff-c8b3-4a5e-9fda-fe31608cf59a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (0e8e0a47-88cf-4f58-9eca-9e90cd99fd11), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:50.517496 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b66fff-c8b3-4a5e-9fda-fe31608cf59a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event deleted for resources: {'Port': ['ID=0e8e0a47-88cf-4f58-9eca-9e90cd99fd11,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:50.576883 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-56b66fff-c8b3-4a5e-9fda-fe31608cf59a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (92807c73-10d7-47e9-9016-b8e552007523), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:50.579461 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-56b66fff-c8b3-4a5e-9fda-fe31608cf59a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:50.580621 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-56b66fff-c8b3-4a5e-9fda-fe31608cf59a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "DELETE /v2.0/floatingips/92807c73-10d7-47e9-9016-b8e552007523 HTTP/1.1" status: 204 len: 168 time: 0.5430646 Mar 22 17:45:50.970145 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657821d-6b87-4877-a483-31300d0fd2c0 req-83c25611-d836-4879-8ff3-12c43f117ef4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:50.971634 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a657821d-6b87-4877-a483-31300d0fd2c0 req-83c25611-d836-4879-8ff3-12c43f117ef4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0569651 Mar 22 17:45:51.008414 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0c7efbd8-63a6-4f75-91ae-a55a03161b83 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:45:51.030124 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: 0c7efbd8-63a6-4f75-91ae-a55a03161b83 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:45:51.030490 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0c7efbd8-63a6-4f75-91ae-a55a03161b83 not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:45:51.042715 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a657821d-6b87-4877-a483-31300d0fd2c0 req-1e6c8c51-4b6c-425b-88fb-81ed8d3d775f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626850 Mar 22 17:45:51.043777 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57154) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:51.048353 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-f6771e87-6ea8-474b-8a7b-ab280ca2ff62 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2051028451', 'description': 'tempest-description--511728495'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:51.075137 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f6771e87-6ea8-474b-8a7b-ab280ca2ff62 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.167626 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f6771e87-6ea8-474b-8a7b-ab280ca2ff62 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (3165d4bb-f326-4a67-8259-5810c7e9eb77), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.173255 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f6771e87-6ea8-474b-8a7b-ab280ca2ff62 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (3165d4bb-f326-4a67-8259-5810c7e9eb77), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.217739 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f6771e87-6ea8-474b-8a7b-ab280ca2ff62 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.219015 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f6771e87-6ea8-474b-8a7b-ab280ca2ff62 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1742558 Mar 22 17:45:51.221882 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57158) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:51.226342 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-ba79569a-ad39-4513-94e7-422ad7bb478d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'security_group_rule': {'security_group_id': '3165d4bb-f326-4a67-8259-5810c7e9eb77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:51.233406 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6771e87-6ea8-474b-8a7b-ab280ca2ff62 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3165d4bb-f326-4a67-8259-5810c7e9eb77,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:51.258615 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ba79569a-ad39-4513-94e7-422ad7bb478d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (1afed173-d5fa-4d2d-8b07-b8b3355f8a0e), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.335045 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ba79569a-ad39-4513-94e7-422ad7bb478d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (1afed173-d5fa-4d2d-8b07-b8b3355f8a0e), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.340587 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ba79569a-ad39-4513-94e7-422ad7bb478d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (1afed173-d5fa-4d2d-8b07-b8b3355f8a0e), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.365570 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79569a-ad39-4513-94e7-422ad7bb478d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afed173-d5fa-4d2d-8b07-b8b3355f8a0e,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:51.371892 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ba79569a-ad39-4513-94e7-422ad7bb478d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.378126 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-ba79569a-ad39-4513-94e7-422ad7bb478d tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551247 Mar 22 17:45:51.379755 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57164) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:51.385782 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-f44ce4eb-9916-42fd-a700-be187164c1ff tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'security_group_rule': {'security_group_id': '3165d4bb-f326-4a67-8259-5810c7e9eb77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:51.391129 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66f857-3c04-4248-9c64-f2ac394b0dc7 req-afafcc51-4ea3-4cec-9c4c-f49bc319e41f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:51.393988 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4f66f857-3c04-4248-9c64-f2ac394b0dc7 req-afafcc51-4ea3-4cec-9c4c-f49bc319e41f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0651059 Mar 22 17:45:51.436912 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f44ce4eb-9916-42fd-a700-be187164c1ff tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (0bfadd3d-63d2-498e-a330-1ff24d577ca0), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.450040 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4f66f857-3c04-4248-9c64-f2ac394b0dc7 req-ece17648-2686-43c7-a330-c668096307c5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510490 Mar 22 17:45:51.515226 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99d5a7-88c7-45dd-a75e-bbbe8e691861 req-c1926d92-ea72-47b0-b873-f1d4a020caeb tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:51.516735 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1e99d5a7-88c7-45dd-a75e-bbbe8e691861 req-c1926d92-ea72-47b0-b873-f1d4a020caeb tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.1041472 Mar 22 17:45:51.522861 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f44ce4eb-9916-42fd-a700-be187164c1ff tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (0bfadd3d-63d2-498e-a330-1ff24d577ca0), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.531818 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f44ce4eb-9916-42fd-a700-be187164c1ff tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (0bfadd3d-63d2-498e-a330-1ff24d577ca0), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.567849 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ce4eb-9916-42fd-a700-be187164c1ff tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfadd3d-63d2-498e-a330-1ff24d577ca0,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:51.579928 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f44ce4eb-9916-42fd-a700-be187164c1ff tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.581116 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f44ce4eb-9916-42fd-a700-be187164c1ff tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2003853 Mar 22 17:45:51.584291 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57166) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:51.592109 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:51.603007 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1e99d5a7-88c7-45dd-a75e-bbbe8e691861 req-08082a4d-4c3a-4d60-886b-5cb3d18503b0 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783191 Mar 22 17:45:51.614918 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.717868 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.830246 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Allocated IP 172.27.3.39 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/8ad5f758-5b8e-407c-91cc-ca3838660629) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:45:51.935749 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for port (8ad5f758-5b8e-407c-91cc-ca3838660629), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:51.971436 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (8ad5f758-5b8e-407c-91cc-ca3838660629), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:52.012417 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:45:52.015475 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:45:52.018732 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:45:52.047160 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'Port': ['ID=8ad5f758-5b8e-407c-91cc-ca3838660629,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:52.121709 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (f08c2fc6-6f6a-4c3c-9354-c7544ae2080b), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:52.159661 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (8ad5f758-5b8e-407c-91cc-ca3838660629), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:52.319034 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for port (8ad5f758-5b8e-407c-91cc-ca3838660629), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:52.325101 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (8ad5f758-5b8e-407c-91cc-ca3838660629), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:52.396111 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'Port': ['ID=8ad5f758-5b8e-407c-91cc-ca3838660629,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:52.408475 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (f08c2fc6-6f6a-4c3c-9354-c7544ae2080b), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:52.432297 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:52.433685 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-5e923bbd-8d9c-47ff-84e7-baa70b2d6280 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8482230 Mar 22 17:45:52.578792 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adeac72-69bf-4f39-9c3f-44b2820a8455 req-884c96e7-c812-4577-9a43-faa35cc084bc tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:52.580706 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4adeac72-69bf-4f39-9c3f-44b2820a8455 req-884c96e7-c812-4577-9a43-faa35cc084bc tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0580485 Mar 22 17:45:52.633805 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4adeac72-69bf-4f39-9c3f-44b2820a8455 req-302671f3-ffad-4761-b03d-63ea34add5ab tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473437 Mar 22 17:45:52.643048 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-e78db89e-7976-4e37-ae80-e057b31f5a67 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2051028451&fields=id&tenant_id=7ed4104feede4674a867b41f6ff73e8c HTTP/1.1" status: 200 len: 267 time: 0.0438497 Mar 22 17:45:52.753551 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abc5b8-6e81-47c6-9157-5340097bc7f5 req-d2ddadf4-d9c1-409c-a9fe-c1d393e4dae8 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:52.755046 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-30abc5b8-6e81-47c6-9157-5340097bc7f5 req-d2ddadf4-d9c1-409c-a9fe-c1d393e4dae8 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.0560822 Mar 22 17:45:52.758263 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-c6670aea-f584-48ba-8b38-4c60a29c828e tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:52.760372 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-c6670aea-f584-48ba-8b38-4c60a29c828e tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 814 time: 0.1107473 Mar 22 17:45:52.775567 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-2b6de3b3-7ec1-4317-9c76-4af88fd6f414 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/quotas/7ed4104feede4674a867b41f6ff73e8c HTTP/1.1" status: 200 len: 375 time: 0.0096755 Mar 22 17:45:52.821905 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-30abc5b8-6e81-47c6-9157-5340097bc7f5 req-54d58cac-0f19-47de-a4a1-7676a61a4ff4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607226 Mar 22 17:45:52.832851 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-ddf61a6f-071a-48c7-8bb0-681b2db51299 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516453 Mar 22 17:45:52.929579 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-443747a5-09e6-4e81-a1e3-02e4614f69ca service neutron] 10.222.0.42 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838208 Mar 22 17:45:53.019985 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-73fcdb38-a6b8-4c5a-85ef-b29220a62708 service neutron] 10.222.0.42 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844512 Mar 22 17:45:53.196132 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-eebd31e4-4436-48bf-acd9-0a0ba9165935 req-a7ae6f6a-4234-4d63-844c-5de670082451 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 210 time: 0.0287828 Mar 22 17:45:53.763637 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285292e2-3bc1-4ce7-99e3-aaa79dbb17e0 req-62ceab1c-dbb0-463b-9ad1-deedc3381b1e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:53.765881 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-285292e2-3bc1-4ce7-99e3-aaa79dbb17e0 req-62ceab1c-dbb0-463b-9ad1-deedc3381b1e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0567863 Mar 22 17:45:53.814008 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-285292e2-3bc1-4ce7-99e3-aaa79dbb17e0 req-b8e47f70-50a3-4caa-80a2-b998a44c96f6 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Mar 22 17:45:53.947778 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765d57-95d6-4ad7-ad49-6d3797d6685c req-98cddc17-5b70-422a-9d5f-9b7d372d4b1d tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:53.949174 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5d765d57-95d6-4ad7-ad49-6d3797d6685c req-98cddc17-5b70-422a-9d5f-9b7d372d4b1d tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.0573759 Mar 22 17:45:54.008038 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5d765d57-95d6-4ad7-ad49-6d3797d6685c req-aac39ed7-6872-447e-86f8-0f2fadfb975b tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528409 Mar 22 17:45:54.246807 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-7a37533b-7b34-4a07-bbb5-bde6164b63cd tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:54.248439 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-7a37533b-7b34-4a07-bbb5-bde6164b63cd tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 814 time: 0.1143041 Mar 22 17:45:54.309142 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1309fc47-0a28-4198-8acb-2924ece8a4ca req-b4020986-1232-4b8c-8df0-6821ca8fa1b3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 210 time: 0.0360084 Mar 22 17:45:54.336661 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-dfd5c9dc-70e5-4cfd-88f9-f03fee265afb tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ed4104feede4674a867b41f6ff73e8c HTTP/1.1" status: 200 len: 380 time: 0.0789084 Mar 22 17:45:54.346028 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-ae3a2420-b06c-45a7-8d20-a3e3dfb0bbe4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'port': {'device_id': 'df936a53-01f2-4a77-b4ee-7c5b1be6f9ef', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'admin_state_up': True, 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'security_groups': ['3165d4bb-f326-4a67-8259-5810c7e9eb77']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:54.453415 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-ae3a2420-b06c-45a7-8d20-a3e3dfb0bbe4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Made reservation on behalf of 7ed4104feede4674a867b41f6ff73e8c for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:45:54.456716 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-ae3a2420-b06c-45a7-8d20-a3e3dfb0bbe4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:54.579940 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-ae3a2420-b06c-45a7-8d20-a3e3dfb0bbe4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Allocated IP 172.20.0.8 (ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6/bb472c87-5227-40ca-b870-5ef24c007548/c3e44bce-1188-46c2-a3b2-d05155d24e9c) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:45:54.623665 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:54.721300 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-ae3a2420-b06c-45a7-8d20-a3e3dfb0bbe4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:54.754750 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-ae3a2420-b06c-45a7-8d20-a3e3dfb0bbe4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:54.799319 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-ae3a2420-b06c-45a7-8d20-a3e3dfb0bbe4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:45:54.802591 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-ae3a2420-b06c-45a7-8d20-a3e3dfb0bbe4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:45:54.811904 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-ae3a2420-b06c-45a7-8d20-a3e3dfb0bbe4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:45:54.815905 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a2420-b06c-45a7-8d20-a3e3dfb0bbe4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'Port': ['ID=c3e44bce-1188-46c2-a3b2-d05155d24e9c,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:54.866439 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-ae3a2420-b06c-45a7-8d20-a3e3dfb0bbe4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:54.867214 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-ae3a2420-b06c-45a7-8d20-a3e3dfb0bbe4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:54.885625 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-ae3a2420-b06c-45a7-8d20-a3e3dfb0bbe4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5430508 Mar 22 17:45:54.915615 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Request body: {'port': {'device_id': 'df936a53-01f2-4a77-b4ee-7c5b1be6f9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:54.966693 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61bc6c-b7b0-449f-a843-def970d7d5ac req-33e753cd-3898-4ae9-b970-0bd5aa3d01c1 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:54.969114 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-af61bc6c-b7b0-449f-a843-def970d7d5ac req-33e753cd-3898-4ae9-b970-0bd5aa3d01c1 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0755684 Mar 22 17:45:54.993826 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:55.037953 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-af61bc6c-b7b0-449f-a843-def970d7d5ac req-e2161022-6dbc-44fd-b7e7-bd9584b7fc7b tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629680 Mar 22 17:45:55.106164 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-b0e355b4-ea9d-4da3-b009-4c52861d8039 None None] Provisioning complete for port c3e44bce-1188-46c2-a3b2-d05155d24e9c triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:45:55.106429 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b0e355b4-ea9d-4da3-b009-4c52861d8039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:55.144486 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-b0e355b4-ea9d-4da3-b009-4c52861d8039 None None] Port c3e44bce-1188-46c2-a3b2-d05155d24e9c cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:45:55.244770 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897e2fe-176f-4d70-a099-64ab92291829 req-f5f162fc-7c63-4532-bae0-35988f9a4903 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:55.246317 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2897e2fe-176f-4d70-a099-64ab92291829 req-f5f162fc-7c63-4532-bae0-35988f9a4903 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.1221037 Mar 22 17:45:55.345603 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2897e2fe-176f-4d70-a099-64ab92291829 req-e9c8528d-fdb6-486a-9056-5831aa6666cc tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e641a1c-b668-495c-ae5e-382495a0bf67&id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889575 Mar 22 17:45:55.390079 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e44bce-1188-46c2-a3b2-d05155d24e9c {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:45:55.397587 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Publish callbacks [] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:55.410428 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Transition to ACTIVE for port object c3e44bce-1188-46c2-a3b2-d05155d24e9c will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:45:55.415853 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:55.431040 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890589bb-7bb7-4684-b0d0-0b4f2f78d09c req-3ed11489-9fc0-4060-a886-08949cb0c605 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:55.432641 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-890589bb-7bb7-4684-b0d0-0b4f2f78d09c req-3ed11489-9fc0-4060-a886-08949cb0c605 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 931 time: 0.0551069 Mar 22 17:45:55.470074 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Pushing event updated for resources: {'Port': ['ID=c3e44bce-1188-46c2-a3b2-d05155d24e9c,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:55.492208 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-890589bb-7bb7-4684-b0d0-0b4f2f78d09c req-b2ea6bac-e7b1-4c0e-9b78-3a6d1ed31d8c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=3165d4bb-f326-4a67-8259-5810c7e9eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538106 Mar 22 17:45:55.545363 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Attempting to bind port c3e44bce-1188-46c2-a3b2-d05155d24e9c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:45:55.545744 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Attempting to bind port c3e44bce-1188-46c2-a3b2-d05155d24e9c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:45:55.546085 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Attempting to bind port c3e44bce-1188-46c2-a3b2-d05155d24e9c on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:45:55.550805 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Port c3e44bce-1188-46c2-a3b2-d05155d24e9c on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:45:55.551137 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Attempting to bind port c3e44bce-1188-46c2-a3b2-d05155d24e9c on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:45:55.558070 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:45:55.558417 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Checking segment: {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:45:55.558809 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Bound using segment: {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:45:55.559418 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Bound port: c3e44bce-1188-46c2-a3b2-d05155d24e9c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:45:55.559612 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:55.626455 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] For port c3e44bce-1188-46c2-a3b2-d05155d24e9c, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:45:55.629526 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] For port c3e44bce-1188-46c2-a3b2-d05155d24e9c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c3e44bce-1188-46c2-a3b2-d05155d24e9c,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:45:55.637003 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:55.672347 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:55.673252 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:55.674795 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] 10.222.0.76 "PUT /v2.0/ports/c3e44bce-1188-46c2-a3b2-d05155d24e9c HTTP/1.1" status: 200 len: 1093 time: 0.7640390 Mar 22 17:45:55.675422 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df936a53-01f2-4a77-b4ee-7c5b1be6f9ef', 'tag': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:45:55.677684 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfad5b8-097d-4cb4-a236-f8bdf42ed326" -d '{"events": [{"name": "network-changed", "server_uuid": "df936a53-01f2-4a77-b4ee-7c5b1be6f9ef", "tag": "c3e44bce-1188-46c2-a3b2-d05155d24e9c"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:45:55.703969 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556de764-e9fb-4d8e-82b7-a262f996dd1f service neutron] Pushing event updated for resources: {'Port': ['ID=c3e44bce-1188-46c2-a3b2-d05155d24e9c,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:55.716016 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fb18e0-5d33-48ad-a7c3-eaa082d5d57a x-openstack-request-id: req-14fb18e0-5d33-48ad-a7c3-eaa082d5d57a {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:45:55.716315 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df936a53-01f2-4a77-b4ee-7c5b1be6f9ef", "tag": "c3e44bce-1188-46c2-a3b2-d05155d24e9c", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:45:55.716579 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14fb18e0-5d33-48ad-a7c3-eaa082d5d57a {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:45:55.717030 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14fb18e0-5d33-48ad-a7c3-eaa082d5d57a'] response: {'name': 'network-changed', 'server_uuid': 'df936a53-01f2-4a77-b4ee-7c5b1be6f9ef', 'tag': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c', 'status': 'completed', 'code': 200} Mar 22 17:45:55.772749 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-d5e4ac78-30af-4461-b0c0-0a751536d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:55.774924 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-d5e4ac78-30af-4461-b0c0-0a751536d9ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 1127 time: 0.0533006 Mar 22 17:45:55.823768 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-d5181935-b9fe-4e09-b612-c07fc175af8b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3e44bce-1188-46c2-a3b2-d05155d24e9c HTTP/1.1" status: 200 len: 217 time: 0.0389349 Mar 22 17:45:55.874365 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-1052eda6-4843-432c-8c42-77564fe91a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:55.876053 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-1052eda6-4843-432c-8c42-77564fe91a96 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 200 len: 853 time: 0.0459993 Mar 22 17:45:55.933700 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-53943b27-77fd-454f-bc5e-4df0690bf030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:55.935206 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-53943b27-77fd-454f-bc5e-4df0690bf030 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510471 Mar 22 17:45:56.179899 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41965f-687c-4005-9ea1-7b7a06b8b33e req-5f7eb79d-4708-43b3-8fb7-96f0e9481372 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:56.181892 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ee41965f-687c-4005-9ea1-7b7a06b8b33e req-5f7eb79d-4708-43b3-8fb7-96f0e9481372 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0648484 Mar 22 17:45:56.241879 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ee41965f-687c-4005-9ea1-7b7a06b8b33e req-275ebb6f-26b0-4974-80bb-5738a970648c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540576 Mar 22 17:45:56.282720 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-232c9c97-c249-4a0f-894f-95cfa64dbe34 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401632 Mar 22 17:45:56.376159 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d703ffe2-5170-413f-b57a-37ed14330f7e req-8e0114fa-3ef5-45c7-a168-3fd701ada156 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868201 Mar 22 17:45:56.472772 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfad5b8-097d-4cb4-a236-f8bdf42ed326 req-a316561e-91a4-4ca4-be51-394951ff11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:56.474216 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1cfad5b8-097d-4cb4-a236-f8bdf42ed326 req-a316561e-91a4-4ca4-be51-394951ff11d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 1127 time: 0.0501211 Mar 22 17:45:56.606136 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfad5b8-097d-4cb4-a236-f8bdf42ed326 req-eddc921e-e495-4c2f-b154-2ff2ca0d400f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:56.607633 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1cfad5b8-097d-4cb4-a236-f8bdf42ed326 req-eddc921e-e495-4c2f-b154-2ff2ca0d400f service neutron] 10.222.0.76 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 915 time: 0.1152661 Mar 22 17:45:56.658676 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1cfad5b8-097d-4cb4-a236-f8bdf42ed326 req-459ecebe-8acf-404c-a469-2c149eab4a56 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3e44bce-1188-46c2-a3b2-d05155d24e9c HTTP/1.1" status: 200 len: 217 time: 0.0409255 Mar 22 17:45:56.665760 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2f16e-2d85-4316-86d3-0a4ed561c4ca req-f96fae98-b183-4007-beca-dc9298c9047c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:56.667184 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b8b2f16e-2d85-4316-86d3-0a4ed561c4ca req-f96fae98-b183-4007-beca-dc9298c9047c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 943 time: 0.1024814 Mar 22 17:45:56.732182 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfad5b8-097d-4cb4-a236-f8bdf42ed326 req-aa1cd342-5766-4a08-8b0d-1d23fbaa4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:56.733626 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1cfad5b8-097d-4cb4-a236-f8bdf42ed326 req-aa1cd342-5766-4a08-8b0d-1d23fbaa4fc5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 200 len: 853 time: 0.0655320 Mar 22 17:45:56.756712 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b8b2f16e-2d85-4316-86d3-0a4ed561c4ca req-98ea90b4-a7d8-4da6-95e5-eef7132c82c2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=3165d4bb-f326-4a67-8259-5810c7e9eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815933 Mar 22 17:45:56.792841 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfad5b8-097d-4cb4-a236-f8bdf42ed326 req-928b8281-4b72-45a2-8fa2-749bdcbb45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:56.794408 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1cfad5b8-097d-4cb4-a236-f8bdf42ed326 req-928b8281-4b72-45a2-8fa2-749bdcbb45f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534523 Mar 22 17:45:56.887670 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1cfad5b8-097d-4cb4-a236-f8bdf42ed326 req-b0f7156f-e84f-4e78-b8bc-d2e3a103626a service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829010 Mar 22 17:45:56.986145 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1cfad5b8-097d-4cb4-a236-f8bdf42ed326 req-badca0ee-0870-4a58-b032-cd0b54e91ed8 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867977 Mar 22 17:45:57.369300 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e595d-6f1f-4f8e-9f99-11f6a7f6dc3c req-0f5ac757-c32f-43df-85c6-38532f4817b5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:57.370863 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-246e595d-6f1f-4f8e-9f99-11f6a7f6dc3c req-0f5ac757-c32f-43df-85c6-38532f4817b5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0539727 Mar 22 17:45:57.420140 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-246e595d-6f1f-4f8e-9f99-11f6a7f6dc3c req-93ee8561-116f-4b64-9ab5-104f221aaeca tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435698 Mar 22 17:45:57.884649 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bffa86-1be7-4273-8a30-943d42887b5e req-b1b8bce3-ac9b-49d1-a5d9-9fe6932ec1db tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:57.886161 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-83bffa86-1be7-4273-8a30-943d42887b5e req-b1b8bce3-ac9b-49d1-a5d9-9fe6932ec1db tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 943 time: 0.0603721 Mar 22 17:45:57.934980 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-83bffa86-1be7-4273-8a30-943d42887b5e req-33d2196c-add7-4cd6-9a48-e5e0be77b8f9 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=3165d4bb-f326-4a67-8259-5810c7e9eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431194 Mar 22 17:45:58.544349 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb4ff4-2dc5-4b60-9396-11d6f3191db3 req-36049170-122c-4ed0-a757-20c0ae830542 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:58.545919 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-70fb4ff4-2dc5-4b60-9396-11d6f3191db3 req-36049170-122c-4ed0-a757-20c0ae830542 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0577061 Mar 22 17:45:58.599744 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-70fb4ff4-2dc5-4b60-9396-11d6f3191db3 req-1ceb8253-8a67-42cc-9afa-42ffaad37f64 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458436 Mar 22 17:45:59.042568 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device c3e44bce-1188-46c2-a3b2-d05155d24e9c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:45:59.059273 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef11de3-bd0f-4f53-b9e0-564b5495c07e req-611d36a7-628d-4fca-9fa8-b6367ec0429c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:59.060882 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-aef11de3-bd0f-4f53-b9e0-564b5495c07e req-611d36a7-628d-4fca-9fa8-b6367ec0429c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 943 time: 0.0567195 Mar 22 17:45:59.109765 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-aef11de3-bd0f-4f53-b9e0-564b5495c07e req-4c175a02-26a6-457e-981b-8f9ea8848f7a tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=3165d4bb-f326-4a67-8259-5810c7e9eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432286 Mar 22 17:45:59.111459 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ba034572-60b8-4639-9e9a-3856dc3c0a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:59.155504 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port c3e44bce-1188-46c2-a3b2-d05155d24e9c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c3e44bce-1188-46c2-a3b2-d05155d24e9c,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:59.166625 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'port_id': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c', 'mac_address': 'fa:16:3e:13:c5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:45:59.203907 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port c3e44bce-1188-46c2-a3b2-d05155d24e9c is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:45:59.204317 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:59.217984 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e44bce-1188-46c2-a3b2-d05155d24e9c {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:45:59.237341 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port c3e44bce-1188-46c2-a3b2-d05155d24e9c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c3e44bce-1188-46c2-a3b2-d05155d24e9c,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:59.241266 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:59.289724 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=c3e44bce-1188-46c2-a3b2-d05155d24e9c,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:59.296928 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.297283 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.297650 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.297997 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.298325 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.298654 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.298980 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.299306 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.299632 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.299957 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.300280 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.300603 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.300924 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.301243 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.301586 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:59.604105 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['c3e44bce-1188-46c2-a3b2-d05155d24e9c'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:45:59.732104 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c5b69-e663-47e2-9148-2d5246bd073a req-719e9479-aaf3-4573-8aff-dc8963bae6e6 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:59.733682 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3f6c5b69-e663-47e2-9148-2d5246bd073a req-719e9479-aaf3-4573-8aff-dc8963bae6e6 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0562198 Mar 22 17:45:59.781971 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3f6c5b69-e663-47e2-9148-2d5246bd073a req-e3419dca-1c08-40b6-9449-b2199899e552 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422695 Mar 22 17:46:00.241371 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420e363-839b-4649-be54-dca5ce32518f req-acb96309-a00e-4610-b125-bb11f0ce9c94 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:00.243000 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7420e363-839b-4649-be54-dca5ce32518f req-acb96309-a00e-4610-b125-bb11f0ce9c94 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 944 time: 0.0651803 Mar 22 17:46:00.298452 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7420e363-839b-4649-be54-dca5ce32518f req-88549f1e-0f87-40ea-afdb-67d0b46e7655 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=3165d4bb-f326-4a67-8259-5810c7e9eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488596 Mar 22 17:46:00.906482 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115a68-21da-430a-bf97-7384834a0fa0 req-40e2b2a3-110c-4d28-a185-5c3f22befa8c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:00.907859 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-04115a68-21da-430a-bf97-7384834a0fa0 req-40e2b2a3-110c-4d28-a185-5c3f22befa8c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0533204 Mar 22 17:46:00.956520 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-04115a68-21da-430a-bf97-7384834a0fa0 req-ccfa0be3-c390-4edc-8751-f792bf5f8380 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431430 Mar 22 17:46:01.059247 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device c3e44bce-1188-46c2-a3b2-d05155d24e9c up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:46:01.111701 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port c3e44bce-1188-46c2-a3b2-d05155d24e9c completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:46:01.117918 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port c3e44bce-1188-46c2-a3b2-d05155d24e9c triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:46:01.118304 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:01.123251 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb230-52be-4a72-8eeb-e85c2211ccf1 req-eade1990-8fa9-4386-87d8-73e963fd37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:01.124784 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-453eb230-52be-4a72-8eeb-e85c2211ccf1 req-eade1990-8fa9-4386-87d8-73e963fd37d1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 1130 time: 0.0544162 Mar 22 17:46:01.183103 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-453eb230-52be-4a72-8eeb-e85c2211ccf1 req-421a5423-c5bf-47e7-b530-577383ce6667 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501814 Mar 22 17:46:01.212437 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port c3e44bce-1188-46c2-a3b2-d05155d24e9c is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:46:01.212842 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:01.237967 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df936a53-01f2-4a77-b4ee-7c5b1be6f9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:01.240594 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb86e07-a175-4e87-9602-5d99f18029d7" -d '{"events": [{"server_uuid": "df936a53-01f2-4a77-b4ee-7c5b1be6f9ef", "name": "network-vif-plugged", "status": "completed", "tag": "c3e44bce-1188-46c2-a3b2-d05155d24e9c"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:01.258997 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port c3e44bce-1188-46c2-a3b2-d05155d24e9c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c3e44bce-1188-46c2-a3b2-d05155d24e9c,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:01.264414 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:01.289210 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5125a075-13f7-42f6-97d5-d8489a9c3ff0 x-openstack-request-id: req-5125a075-13f7-42f6-97d5-d8489a9c3ff0 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:01.289670 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df936a53-01f2-4a77-b4ee-7c5b1be6f9ef", "name": "network-vif-plugged", "status": "completed", "tag": "c3e44bce-1188-46c2-a3b2-d05155d24e9c", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:01.289952 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5125a075-13f7-42f6-97d5-d8489a9c3ff0 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:01.290353 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5125a075-13f7-42f6-97d5-d8489a9c3ff0'] response: {'server_uuid': 'df936a53-01f2-4a77-b4ee-7c5b1be6f9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c', 'code': 200} Mar 22 17:46:01.316837 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=c3e44bce-1188-46c2-a3b2-d05155d24e9c,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:01.416803 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f84ff8-e65f-471a-84a7-d685470f8722 req-36aa6e54-83eb-48cf-b890-cdc1f2eef70f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:01.418366 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-62f84ff8-e65f-471a-84a7-d685470f8722 req-36aa6e54-83eb-48cf-b890-cdc1f2eef70f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 945 time: 0.0550063 Mar 22 17:46:01.465047 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-62f84ff8-e65f-471a-84a7-d685470f8722 req-aa2af94a-bfd0-4086-a1c9-00c1d6eef723 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=3165d4bb-f326-4a67-8259-5810c7e9eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 Mar 22 17:46:01.598775 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebea1c-e4f3-4052-bdf8-76825ca4168c req-0c14b359-c646-4d5a-93a6-141ae8919ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:01.600782 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-73ebea1c-e4f3-4052-bdf8-76825ca4168c req-0c14b359-c646-4d5a-93a6-141ae8919ca9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 1129 time: 0.0459847 Mar 22 17:46:01.648425 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-73ebea1c-e4f3-4052-bdf8-76825ca4168c req-a0adaaf4-42fb-4ea3-8aae-b09620430efc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3165d4bb-f326-4a67-8259-5810c7e9eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406992 Mar 22 17:46:01.790820 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-dd81956d-2e83-43e4-952a-f1f752292103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:02.090461 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12f0f-fed1-45ba-b549-87d5b6a39554 req-098b6faf-72c8-433a-b3a0-cb2d2c80f2d6 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:02.092020 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a0e12f0f-fed1-45ba-b549-87d5b6a39554 req-098b6faf-72c8-433a-b3a0-cb2d2c80f2d6 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0595655 Mar 22 17:46:02.143180 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a0e12f0f-fed1-45ba-b549-87d5b6a39554 req-b8677cb9-0d5c-4b93-91ce-6c2c5a2d1280 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450523 Mar 22 17:46:02.588758 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9d858-d0c4-4190-a3b7-203b1c24745f req-558d0719-ce19-44ba-ba91-f8e7b955e0c5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:02.590544 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-52f9d858-d0c4-4190-a3b7-203b1c24745f req-558d0719-ce19-44ba-ba91-f8e7b955e0c5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 945 time: 0.0580325 Mar 22 17:46:02.639892 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-52f9d858-d0c4-4190-a3b7-203b1c24745f req-2bc10a68-7df0-4d07-8fec-a6f0b5a8da9c tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=3165d4bb-f326-4a67-8259-5810c7e9eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435131 Mar 22 17:46:03.216597 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:03.277396 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4546f7-a983-4e27-9f92-90c892b2bf4c req-c4b42368-628c-46b5-9ae8-77d91cc30beb tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:03.279006 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2f4546f7-a983-4e27-9f92-90c892b2bf4c req-c4b42368-628c-46b5-9ae8-77d91cc30beb tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0601544 Mar 22 17:46:03.340535 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2f4546f7-a983-4e27-9f92-90c892b2bf4c req-b45fb692-a489-4cf0-9cea-df02a10c465d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556934 Mar 22 17:46:03.787473 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d83af9-404e-4022-bb4f-219d02d5ed97 req-509e6f77-3001-49d7-a97c-5f33326549c3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:03.790215 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-38d83af9-404e-4022-bb4f-219d02d5ed97 req-509e6f77-3001-49d7-a97c-5f33326549c3 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 945 time: 0.0807340 Mar 22 17:46:03.846703 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-38d83af9-404e-4022-bb4f-219d02d5ed97 req-5ae07a6c-a519-4ec3-9f24-c62b34781a65 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=3165d4bb-f326-4a67-8259-5810c7e9eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504334 Mar 22 17:46:03.869317 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f95834-bb4e-4655-9e48-d4302e2e56a4 req-b3f9f233-a247-4811-84c4-2c43f92c0c37 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:03.871854 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-70f95834-bb4e-4655-9e48-d4302e2e56a4 req-b3f9f233-a247-4811-84c4-2c43f92c0c37 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0920172 Mar 22 17:46:03.874278 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85285-2e7c-4550-a11b-2707f624b991 req-5a44bbca-6b8c-48cc-b12c-d0e3ce437100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:03.875832 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6cc85285-2e7c-4550-a11b-2707f624b991 req-5a44bbca-6b8c-48cc-b12c-d0e3ce437100 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 1130 time: 0.1084299 Mar 22 17:46:03.984372 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68131c-f941-46dc-81cd-afed81ce79ff req-78212c8f-6c6e-45e5-b943-5baee6b6f537 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:03.986126 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2a68131c-f941-46dc-81cd-afed81ce79ff req-78212c8f-6c6e-45e5-b943-5baee6b6f537 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 945 time: 0.0723293 Mar 22 17:46:03.988070 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-70f95834-bb4e-4655-9e48-d4302e2e56a4 req-580d9314-26b3-453f-87a8-44fc71e47436 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102955 Mar 22 17:46:03.996216 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57266) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:04.000732 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-7d5fa778-355a-4300-b19a-008f80669785 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'floatingip': {'port_id': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:04.025093 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85285-2e7c-4550-a11b-2707f624b991 req-f30dde74-6df9-4c1b-8377-215737b019e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:04.026624 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6cc85285-2e7c-4550-a11b-2707f624b991 req-f30dde74-6df9-4c1b-8377-215737b019e5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 920 time: 0.1350591 Mar 22 17:46:04.053784 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa778-355a-4300-b19a-008f80669785 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (f08c2fc6-6f6a-4c3c-9354-c7544ae2080b), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:04.109442 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6cc85285-2e7c-4550-a11b-2707f624b991 req-f7be86b6-3eec-4cde-a679-b7372f7bffd1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a218033-92ac-4970-8f07-4700a2ce8b8e HTTP/1.1" status: 200 len: 1002 time: 0.0750594 Mar 22 17:46:04.167257 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85285-2e7c-4550-a11b-2707f624b991 req-ed86167e-cb7b-4fbd-ac32-2b731c88d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:04.168904 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6cc85285-2e7c-4550-a11b-2707f624b991 req-ed86167e-cb7b-4fbd-ac32-2b731c88d6f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.0524273 Mar 22 17:46:04.239540 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85285-2e7c-4550-a11b-2707f624b991 req-d18d395f-6499-4f8b-adf7-deda6c760be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:04.241110 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6cc85285-2e7c-4550-a11b-2707f624b991 req-d18d395f-6499-4f8b-adf7-deda6c760be0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620968 Mar 22 17:46:04.362314 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6cc85285-2e7c-4550-a11b-2707f624b991 req-a7426f0f-cdc9-4e35-8948-50566d0fe06e service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128561 Mar 22 17:46:04.480358 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6cc85285-2e7c-4550-a11b-2707f624b991 req-91a516b1-7e44-41f3-9545-a8884effcfae service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069980 Mar 22 17:46:04.541594 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:04.780974 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa778-355a-4300-b19a-008f80669785 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:04.786440 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa778-355a-4300-b19a-008f80669785 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (f08c2fc6-6f6a-4c3c-9354-c7544ae2080b), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:04.923145 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [None req-7d5fa778-355a-4300-b19a-008f80669785 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Floating IP f08c2fc6-6f6a-4c3c-9354-c7544ae2080b associated. External IP: 172.27.3.39, port: c3e44bce-1188-46c2-a3b2-d05155d24e9c. Mar 22 17:46:05.225027 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351df78-2780-4c56-9a7d-bc9abe69878e req-13322a99-6d2b-4c5a-8036-d85571e28723 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:05.226631 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7351df78-2780-4c56-9a7d-bc9abe69878e req-13322a99-6d2b-4c5a-8036-d85571e28723 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.1094778 Mar 22 17:46:05.241366 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5fa778-355a-4300-b19a-008f80669785 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:46:05.354535 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7351df78-2780-4c56-9a7d-bc9abe69878e req-85eccb04-7650-4dd7-8562-077b9df52a0c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219106 Mar 22 17:46:05.390654 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5fa778-355a-4300-b19a-008f80669785 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:46:05.395259 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa778-355a-4300-b19a-008f80669785 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:05.402710 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3277f-d85a-41e7-84e8-25aa2e2cd8c9 None None] Sync routers for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:46:05.412258 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3277f-d85a-41e7-84e8-25aa2e2cd8c9 None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:05.412916 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-c4f3277f-d85a-41e7-84e8-25aa2e2cd8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:05.425644 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-7d5fa778-355a-4300-b19a-008f80669785 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "PUT /v2.0/floatingips/f08c2fc6-6f6a-4c3c-9354-c7544ae2080b HTTP/1.1" status: 200 len: 990 time: 1.4282980 Mar 22 17:46:05.426328 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df936a53-01f2-4a77-b4ee-7c5b1be6f9ef', 'tag': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:05.428534 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9866716-3c6a-495e-a449-f78846bb0297" -d '{"events": [{"name": "network-changed", "server_uuid": "df936a53-01f2-4a77-b4ee-7c5b1be6f9ef", "tag": "c3e44bce-1188-46c2-a3b2-d05155d24e9c"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:05.469863 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04a488f-7aae-4a8c-8a8a-4e13350ace12 x-openstack-request-id: req-e04a488f-7aae-4a8c-8a8a-4e13350ace12 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:05.470168 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df936a53-01f2-4a77-b4ee-7c5b1be6f9ef", "tag": "c3e44bce-1188-46c2-a3b2-d05155d24e9c", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:05.470427 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e04a488f-7aae-4a8c-8a8a-4e13350ace12 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:05.470834 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04a488f-7aae-4a8c-8a8a-4e13350ace12'] response: {'name': 'network-changed', 'server_uuid': 'df936a53-01f2-4a77-b4ee-7c5b1be6f9ef', 'tag': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c', 'status': 'completed', 'code': 200} Mar 22 17:46:05.527599 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-c4f3277f-d85a-41e7-84e8-25aa2e2cd8c9 None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:05.537440 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9866716-3c6a-495e-a449-f78846bb0297 req-a0c47a85-230f-4000-b3ac-04f135eba378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:05.539041 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9866716-3c6a-495e-a449-f78846bb0297 req-a0c47a85-230f-4000-b3ac-04f135eba378 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 1129 time: 0.0467334 Mar 22 17:46:05.638040 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9866716-3c6a-495e-a449-f78846bb0297 req-57b39782-bb4f-4d5e-ae05-e8930f249075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:05.639551 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9866716-3c6a-495e-a449-f78846bb0297 req-57b39782-bb4f-4d5e-ae05-e8930f249075 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 915 time: 0.0929940 Mar 22 17:46:05.720306 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9866716-3c6a-495e-a449-f78846bb0297 req-41a8e181-3740-41e2-8755-45d8f9c82b88 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3e44bce-1188-46c2-a3b2-d05155d24e9c HTTP/1.1" status: 200 len: 998 time: 0.0631132 Mar 22 17:46:05.763929 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-c4f3277f-d85a-41e7-84e8-25aa2e2cd8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'f08c2fc6-6f6a-4c3c-9354-c7544ae2080b', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:13:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df936a53-01f2-4a77-b4ee-7c5b1be6f9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:45:52Z', 'updated_at': '2022-03-22T17:46:04Z', 'revision_number': 1, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:05.773724 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9866716-3c6a-495e-a449-f78846bb0297 req-0d3e93b2-d79c-445d-a593-efb36a32538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:05.775332 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9866716-3c6a-495e-a449-f78846bb0297 req-0d3e93b2-d79c-445d-a593-efb36a32538b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 200 len: 853 time: 0.0472758 Mar 22 17:46:05.790093 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3277f-d85a-41e7-84e8-25aa2e2cd8c9 None None] Checking router: 7e9c2aa2-d552-4d66-a494-db5bdffcb11c for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:46:05.798737 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3277f-d85a-41e7-84e8-25aa2e2cd8c9 None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:05.799343 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-c4f3277f-d85a-41e7-84e8-25aa2e2cd8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:05.840834 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9866716-3c6a-495e-a449-f78846bb0297 req-6f0a7a8d-71c5-4f67-a3b5-b3e7c3d19a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:05.842434 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9866716-3c6a-495e-a449-f78846bb0297 req-6f0a7a8d-71c5-4f67-a3b5-b3e7c3d19a90 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500832 Mar 22 17:46:05.910690 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-c4f3277f-d85a-41e7-84e8-25aa2e2cd8c9 None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:05.941118 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9866716-3c6a-495e-a449-f78846bb0297 req-681114e2-1922-47cf-937e-a42931610dae service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906701 Mar 22 17:46:06.045318 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9866716-3c6a-495e-a449-f78846bb0297 req-930b47b7-2592-4560-8d1e-abeedbbb8eec service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912733 Mar 22 17:46:06.122049 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:06.154632 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-c4f3277f-d85a-41e7-84e8-25aa2e2cd8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'f08c2fc6-6f6a-4c3c-9354-c7544ae2080b', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:13:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df936a53-01f2-4a77-b4ee-7c5b1be6f9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:45:52Z', 'updated_at': '2022-03-22T17:46:04Z', 'revision_number': 1, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:06.182317 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3277f-d85a-41e7-84e8-25aa2e2cd8c9 None None] The sync data for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi is: [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'f08c2fc6-6f6a-4c3c-9354-c7544ae2080b', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:13:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df936a53-01f2-4a77-b4ee-7c5b1be6f9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:45:52Z', 'updated_at': '2022-03-22T17:46:04Z', 'revision_number': 1, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:46:06.400808 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd602910-b0c2-4da3-8da4-7b0b78b54779 None None] New status for floating IP f08c2fc6-6f6a-4c3c-9354-c7544ae2080b: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:46:06.499544 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ffda9-02cd-46d9-84e0-5bd8011df597 req-7c1889a9-954c-48d4-9b9b-54bf074eacc8 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:06.501010 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f44ffda9-02cd-46d9-84e0-5bd8011df597 req-7c1889a9-954c-48d4-9b9b-54bf074eacc8 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0684190 Mar 22 17:46:06.548814 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f44ffda9-02cd-46d9-84e0-5bd8011df597 req-d92ce106-82a0-40d7-8554-74b68752d154 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421267 Mar 22 17:46:07.689669 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142ba4a-5807-4424-9dc0-63d7c9e76551 req-2dbf9d67-9611-4fd6-9909-92dde45414dc tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:07.691177 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c142ba4a-5807-4424-9dc0-63d7c9e76551 req-2dbf9d67-9611-4fd6-9909-92dde45414dc tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0639908 Mar 22 17:46:07.756993 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c142ba4a-5807-4424-9dc0-63d7c9e76551 req-d0e950fa-e421-4987-9b2f-70883bb69c9b tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585959 Mar 22 17:46:07.882732 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01345206-68fa-4421-b447-cdbccacec9a5 req-f596a947-6bbc-4bc2-b837-b7b86fe579c5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:07.884266 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-01345206-68fa-4421-b447-cdbccacec9a5 req-f596a947-6bbc-4bc2-b837-b7b86fe579c5 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0551226 Mar 22 17:46:07.892668 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57284) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:07.897157 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-0bc3c1b9-84d8-4811-b161-804a32ba87e1 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Request body: {'floatingip': {'port_id': '0a218033-92ac-4970-8f07-4700a2ce8b8e'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:07.956888 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c1b9-84d8-4811-b161-804a32ba87e1 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for floatingip (e6e8daf4-e814-4b63-928b-489555435975), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:08.424367 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c1b9-84d8-4811-b161-804a32ba87e1 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:08.427854 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c1b9-84d8-4811-b161-804a32ba87e1 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (e6e8daf4-e814-4b63-928b-489555435975), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:08.642278 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc3c1b9-84d8-4811-b161-804a32ba87e1 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Router a6194bcf-05d5-4ccf-af1e-203dd51db57c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:46:08.754329 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc3c1b9-84d8-4811-b161-804a32ba87e1 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:46:08.759464 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c1b9-84d8-4811-b161-804a32ba87e1 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:08.769782 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6a8a2-94df-416b-a3d2-f2ba93fd74ee None None] Sync routers for ids ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:46:08.780991 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c6a8a2-94df-416b-a3d2-f2ba93fd74ee None None] Routers {'a6194bcf-05d5-4ccf-af1e-203dd51db57c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:08.781672 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-18c6a8a2-94df-416b-a3d2-f2ba93fd74ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:08.791525 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332bde1b-5161-4904-820d-d425b6e06a4f', 'tag': '0a218033-92ac-4970-8f07-4700a2ce8b8e'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:08.793838 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f47acd-a8a6-44b9-aa57-b71bdfe7ff54" -d '{"events": [{"name": "network-changed", "server_uuid": "332bde1b-5161-4904-820d-d425b6e06a4f", "tag": "0a218033-92ac-4970-8f07-4700a2ce8b8e"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:08.829648 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-0bc3c1b9-84d8-4811-b161-804a32ba87e1 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "PUT /v2.0/floatingips/e6e8daf4-e814-4b63-928b-489555435975 HTTP/1.1" status: 200 len: 994 time: 0.9357402 Mar 22 17:46:08.837501 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0d0136-0bf6-4921-ad14-5a845de18f05 x-openstack-request-id: req-0c0d0136-0bf6-4921-ad14-5a845de18f05 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:08.837760 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332bde1b-5161-4904-820d-d425b6e06a4f", "tag": "0a218033-92ac-4970-8f07-4700a2ce8b8e", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:08.838096 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c0d0136-0bf6-4921-ad14-5a845de18f05 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:08.838427 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0d0136-0bf6-4921-ad14-5a845de18f05'] response: {'name': 'network-changed', 'server_uuid': '332bde1b-5161-4904-820d-d425b6e06a4f', 'tag': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'status': 'completed', 'code': 200} Mar 22 17:46:08.913340 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-18c6a8a2-94df-416b-a3d2-f2ba93fd74ee None None] Set router a6194bcf-05d5-4ccf-af1e-203dd51db57c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:08.920232 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f47acd-a8a6-44b9-aa57-b71bdfe7ff54 req-fb6efefb-7212-45dc-9026-174a2e35c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:08.922226 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-46f47acd-a8a6-44b9-aa57-b71bdfe7ff54 req-fb6efefb-7212-45dc-9026-174a2e35c4d5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 1130 time: 0.0501626 Mar 22 17:46:09.030121 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f47acd-a8a6-44b9-aa57-b71bdfe7ff54 req-cd045d61-6a42-43c4-9320-e1e1722b9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:09.030121 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-46f47acd-a8a6-44b9-aa57-b71bdfe7ff54 req-cd045d61-6a42-43c4-9320-e1e1722b9a1e service neutron] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 920 time: 0.0977721 Mar 22 17:46:09.105135 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-46f47acd-a8a6-44b9-aa57-b71bdfe7ff54 req-4a74ff6c-9ac7-4ac7-b1b2-f2d6eb43169d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a218033-92ac-4970-8f07-4700a2ce8b8e HTTP/1.1" status: 200 len: 1002 time: 0.0669098 Mar 22 17:46:09.166761 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f47acd-a8a6-44b9-aa57-b71bdfe7ff54 req-709af5fb-b54c-4022-ba7b-a0f1d7dc6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:09.168300 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-46f47acd-a8a6-44b9-aa57-b71bdfe7ff54 req-709af5fb-b54c-4022-ba7b-a0f1d7dc6f2b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.0476139 Mar 22 17:46:09.208741 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-18c6a8a2-94df-416b-a3d2-f2ba93fd74ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'e6e8daf4-e814-4b63-928b-489555435975', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'port_id': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'mac_address': 'fa:16:3e:a6:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332bde1b-5161-4904-820d-d425b6e06a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:43:59Z', 'updated_at': '2022-03-22T17:46:08Z', 'revision_number': 3, 'project_id': '551e3d92eba5412297c3544177af2587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:08Z', 'revision_number': 5, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:09.231406 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f47acd-a8a6-44b9-aa57-b71bdfe7ff54 req-89152ac3-d6f3-4fa1-9fac-8aace4a89d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:09.232998 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-46f47acd-a8a6-44b9-aa57-b71bdfe7ff54 req-89152ac3-d6f3-4fa1-9fac-8aace4a89d27 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560532 Mar 22 17:46:09.332387 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-46f47acd-a8a6-44b9-aa57-b71bdfe7ff54 req-bab27a71-4195-4245-833c-4ad7504a8c6d service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920863 Mar 22 17:46:09.370803 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6a8a2-94df-416b-a3d2-f2ba93fd74ee None None] Checking router: a6194bcf-05d5-4ccf-af1e-203dd51db57c for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:46:09.379843 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c6a8a2-94df-416b-a3d2-f2ba93fd74ee None None] Routers {'a6194bcf-05d5-4ccf-af1e-203dd51db57c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:09.380491 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-18c6a8a2-94df-416b-a3d2-f2ba93fd74ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:09.431967 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-46f47acd-a8a6-44b9-aa57-b71bdfe7ff54 req-f1af74da-7da3-4ff8-a283-6dcf7e9bc4f7 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932314 Mar 22 17:46:09.490909 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-18c6a8a2-94df-416b-a3d2-f2ba93fd74ee None None] Set router a6194bcf-05d5-4ccf-af1e-203dd51db57c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:09.714286 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-18c6a8a2-94df-416b-a3d2-f2ba93fd74ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'e6e8daf4-e814-4b63-928b-489555435975', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'port_id': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'mac_address': 'fa:16:3e:a6:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332bde1b-5161-4904-820d-d425b6e06a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:43:59Z', 'updated_at': '2022-03-22T17:46:08Z', 'revision_number': 3, 'project_id': '551e3d92eba5412297c3544177af2587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:08Z', 'revision_number': 5, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:09.744889 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6a8a2-94df-416b-a3d2-f2ba93fd74ee None None] The sync data for ids ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'] in dv-cinder-790535-31-iscsi is: [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'e6e8daf4-e814-4b63-928b-489555435975', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'port_id': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'mac_address': 'fa:16:3e:a6:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332bde1b-5161-4904-820d-d425b6e06a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:43:59Z', 'updated_at': '2022-03-22T17:46:08Z', 'revision_number': 3, 'project_id': '551e3d92eba5412297c3544177af2587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:08Z', 'revision_number': 5, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:46:10.839416 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332bde1b-5161-4904-820d-d425b6e06a4f', 'tag': '0a218033-92ac-4970-8f07-4700a2ce8b8e'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:10.841705 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8610a2-ac9c-4546-bce0-038c6454e48d" -d '{"events": [{"name": "network-changed", "server_uuid": "332bde1b-5161-4904-820d-d425b6e06a4f", "tag": "0a218033-92ac-4970-8f07-4700a2ce8b8e"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:10.876934 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330afb26-cb0f-4846-a714-cfbc14f4b14d x-openstack-request-id: req-330afb26-cb0f-4846-a714-cfbc14f4b14d {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:10.877224 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332bde1b-5161-4904-820d-d425b6e06a4f", "tag": "0a218033-92ac-4970-8f07-4700a2ce8b8e", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:10.877494 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-330afb26-cb0f-4846-a714-cfbc14f4b14d {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:10.877906 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330afb26-cb0f-4846-a714-cfbc14f4b14d'] response: {'name': 'network-changed', 'server_uuid': '332bde1b-5161-4904-820d-d425b6e06a4f', 'tag': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'status': 'completed', 'code': 200} Mar 22 17:46:10.943260 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8610a2-ac9c-4546-bce0-038c6454e48d req-74dd8f31-cfc0-4cac-a3ee-155c3d106bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:10.944828 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2a8610a2-ac9c-4546-bce0-038c6454e48d req-74dd8f31-cfc0-4cac-a3ee-155c3d106bb8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=551e3d92eba5412297c3544177af2587&device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 1130 time: 0.0453074 Mar 22 17:46:11.038323 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8610a2-ac9c-4546-bce0-038c6454e48d req-ba145dd2-a8bb-4282-9b53-477f0fe468f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:11.040629 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2a8610a2-ac9c-4546-bce0-038c6454e48d req-ba145dd2-a8bb-4282-9b53-477f0fe468f9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 200 len: 920 time: 0.0881174 Mar 22 17:46:11.105498 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2a8610a2-ac9c-4546-bce0-038c6454e48d req-8cc4453d-6a13-4e8a-87e0-e2077f0951da service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a218033-92ac-4970-8f07-4700a2ce8b8e HTTP/1.1" status: 200 len: 1002 time: 0.0584784 Mar 22 17:46:11.165408 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8610a2-ac9c-4546-bce0-038c6454e48d req-c43f961a-2e3a-4cbe-bc08-b8289094733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:11.166818 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2a8610a2-ac9c-4546-bce0-038c6454e48d req-c43f961a-2e3a-4cbe-bc08-b8289094733b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 200 len: 858 time: 0.0464096 Mar 22 17:46:11.222010 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8610a2-ac9c-4546-bce0-038c6454e48d req-a14ba843-1db7-4ce7-8c12-4b84dfb32a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:11.223542 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2a8610a2-ac9c-4546-bce0-038c6454e48d req-a14ba843-1db7-4ce7-8c12-4b84dfb32a78 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0dec5cb3-00ee-49ed-81ec-287be8da6ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499954 Mar 22 17:46:11.316590 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2a8610a2-ac9c-4546-bce0-038c6454e48d req-3d168f75-6cf0-4cf5-8f60-390b07b1d875 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847976 Mar 22 17:46:11.412361 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2a8610a2-ac9c-4546-bce0-038c6454e48d req-a6bd0870-8637-42d4-908b-dcc72c0044a3 service neutron] 10.222.0.76 "GET /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894284 Mar 22 17:46:16.221491 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174fa2b-d85e-4a1c-901a-2a21d0f41ae8 req-63579d06-07cd-407d-85dd-d5b6705506ad tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:16.223030 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4174fa2b-d85e-4a1c-901a-2a21d0f41ae8 req-63579d06-07cd-407d-85dd-d5b6705506ad tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 946 time: 0.0623801 Mar 22 17:46:16.276566 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4174fa2b-d85e-4a1c-901a-2a21d0f41ae8 req-b4cf6759-04b3-403a-8a70-b874e1479bcd tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466151 Mar 22 17:46:17.415338 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c9db3-6148-4607-a94e-f94bb8d1c675 req-af983b9e-c557-44a1-96af-907b3f3f429e tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:17.416904 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ff5c9db3-6148-4607-a94e-f94bb8d1c675 req-af983b9e-c557-44a1-96af-907b3f3f429e tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 946 time: 0.0598812 Mar 22 17:46:17.469957 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ff5c9db3-6148-4607-a94e-f94bb8d1c675 req-98e82fa0-7b6f-4c52-8bfe-0962f4cec34f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472529 Mar 22 17:46:18.114041 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8a737783-c160-4cc3-9abd-c027a5c08670 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:18.115507 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8a737783-c160-4cc3-9abd-c027a5c08670 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.76 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 946 time: 0.0560560 Mar 22 17:46:18.216633 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Deleting port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:18.216981 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:18.311955 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] For port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:18.312390 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:18.511204 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:18.511799 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:18.511914 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Floating IP bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40 disassociated. External IP: 172.27.3.113, port: 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f. Mar 22 17:46:18.512215 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Calling delete_port for 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:18.612149 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5594b3-f88f-4de4-a390-32174c6e432e req-6ba7d3f6-e1dc-4826-8b48-17d1ccf46785 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:18.614070 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3b5594b3-f88f-4de4-a390-32174c6e432e req-6ba7d3f6-e1dc-4826-8b48-17d1ccf46785 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=be5236e4-65b2-4ab2-9742-74f10a48e2a3 HTTP/1.1" status: 200 len: 946 time: 0.0594873 Mar 22 17:46:18.661119 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:18.668061 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3b5594b3-f88f-4de4-a390-32174c6e432e req-eb825be4-d245-4f2c-8b59-c552f594602e tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c94977f-baed-48f1-a29e-2e812f6f8bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480394 Mar 22 17:46:18.695160 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event deleted for resources: {'Port': ['ID=2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:18.828264 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:46:18.949339 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:46:18.961194 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507105c-782b-4e9b-ad90-db2485f3fc6e None None] Sync routers for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:46:18.975457 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507105c-782b-4e9b-ad90-db2485f3fc6e None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:18.976612 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-2507105c-782b-4e9b-ad90-db2485f3fc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:19.001597 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] No DVR routers for this DVR port 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f on host hv-cinder-79053 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:46:19.004319 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:19.008614 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3e720224-1af3-4868-ae5f-42626ab3596d req-8e1b9ae8-0361-44b0-812d-7a0546272425 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.76 "DELETE /v2.0/ports/2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f HTTP/1.1" status: 204 len: 173 time: 0.8867233 Mar 22 17:46:19.009092 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'name': 'network-vif-deleted', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:19.011481 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bc45fe-8fe5-4a48-88ac-e9e87eb37567" -d '{"events": [{"server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "name": "network-vif-deleted", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:19.061052 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f578a5-a9c7-4154-91d8-a8d5f94fc3ca x-openstack-request-id: req-40f578a5-a9c7-4154-91d8-a8d5f94fc3ca {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:19.061587 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5236e4-65b2-4ab2-9742-74f10a48e2a3", "name": "network-vif-deleted", "tag": "2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:19.062037 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40f578a5-a9c7-4154-91d8-a8d5f94fc3ca {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:19.062556 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f578a5-a9c7-4154-91d8-a8d5f94fc3ca'] response: {'server_uuid': 'be5236e4-65b2-4ab2-9742-74f10a48e2a3', 'name': 'network-vif-deleted', 'tag': '2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f', 'status': 'completed', 'code': 200} Mar 22 17:46:19.119789 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-2507105c-782b-4e9b-ad90-db2485f3fc6e None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:19.348704 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-2507105c-782b-4e9b-ad90-db2485f3fc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:13Z', 'revision_number': 5, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:19.380052 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507105c-782b-4e9b-ad90-db2485f3fc6e None None] Checking router: 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:46:19.389282 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507105c-782b-4e9b-ad90-db2485f3fc6e None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:19.389938 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-2507105c-782b-4e9b-ad90-db2485f3fc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:19.510398 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-2507105c-782b-4e9b-ad90-db2485f3fc6e None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:19.764863 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-2507105c-782b-4e9b-ad90-db2485f3fc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:13Z', 'revision_number': 5, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:19.775381 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57336) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:19.795711 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507105c-782b-4e9b-ad90-db2485f3fc6e None None] The sync data for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi is: [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:13Z', 'revision_number': 5, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:46:19.846524 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-287faaa8-b1f0-456e-8806-84451848ea86 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group (7c94977f-baed-48f1-a29e-2e812f6f8bdd), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:19.876690 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-287faaa8-b1f0-456e-8806-84451848ea86 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group (7c94977f-baed-48f1-a29e-2e812f6f8bdd), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:19.940992 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-287faaa8-b1f0-456e-8806-84451848ea86 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (7c94977f-baed-48f1-a29e-2e812f6f8bdd), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:19.943912 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-287faaa8-b1f0-456e-8806-84451848ea86 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:19.945969 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-287faaa8-b1f0-456e-8806-84451848ea86 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "DELETE /v2.0/security-groups/7c94977f-baed-48f1-a29e-2e812f6f8bdd HTTP/1.1" status: 204 len: 168 time: 0.1692541 Mar 22 17:46:19.949655 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57338) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:19.956248 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287faaa8-b1f0-456e-8806-84451848ea86 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c94977f-baed-48f1-a29e-2e812f6f8bdd,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:19.977450 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.api.v2.resource [None req-be54941d-d02b-4cbf-be6e-0a5ecbd48197 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] show failed (client error): The resource could not be found. Mar 22 17:46:19.979477 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-be54941d-d02b-4cbf-be6e-0a5ecbd48197 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups/7c94977f-baed-48f1-a29e-2e812f6f8bdd HTTP/1.1" status: 404 len: 347 time: 0.0283177 Mar 22 17:46:19.982710 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57340) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:20.099924 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2627b73-402d-4655-a49c-79cb21823f9d None None] New status for floating IP bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40: DOWN {{(pid=109970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:46:20.159881 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-985b52d5-15ec-4fcc-a433-1250a3edcecb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Deleting port 3b5704c7-0d89-4c52-aa8c-413daafbed8d {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:20.160218 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-985b52d5-15ec-4fcc-a433-1250a3edcecb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (3b5704c7-0d89-4c52-aa8c-413daafbed8d), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:20.283748 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-985b52d5-15ec-4fcc-a433-1250a3edcecb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (3b5704c7-0d89-4c52-aa8c-413daafbed8d), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:20.284068 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-985b52d5-15ec-4fcc-a433-1250a3edcecb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (3b5704c7-0d89-4c52-aa8c-413daafbed8d), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:20.297144 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-985b52d5-15ec-4fcc-a433-1250a3edcecb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Calling delete_port for 3b5704c7-0d89-4c52-aa8c-413daafbed8d owned by network:floatingip {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:20.680281 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-985b52d5-15ec-4fcc-a433-1250a3edcecb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (3b5704c7-0d89-4c52-aa8c-413daafbed8d), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:20.713731 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b52d5-15ec-4fcc-a433-1250a3edcecb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event deleted for resources: {'Port': ['ID=3b5704c7-0d89-4c52-aa8c-413daafbed8d,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:20.776435 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-985b52d5-15ec-4fcc-a433-1250a3edcecb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:20.780021 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-985b52d5-15ec-4fcc-a433-1250a3edcecb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:20.781499 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-985b52d5-15ec-4fcc-a433-1250a3edcecb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "DELETE /v2.0/floatingips/bb8e8abf-ec2e-465e-a8e9-bdf4cb63db40 HTTP/1.1" status: 204 len: 168 time: 0.7972176 Mar 22 17:46:21.079111 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57344) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:21.083675 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-268e4a2f-0bef-440e-b97f-88ceb955e5cc tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79026678', 'description': 'tempest-description--1993240459'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:21.106233 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-268e4a2f-0bef-440e-b97f-88ceb955e5cc tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.180956 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-268e4a2f-0bef-440e-b97f-88ceb955e5cc tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group (649e30e7-2fa7-4c29-aeb5-09fcd95d50d5), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.185745 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-268e4a2f-0bef-440e-b97f-88ceb955e5cc tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (649e30e7-2fa7-4c29-aeb5-09fcd95d50d5), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.215790 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-268e4a2f-0bef-440e-b97f-88ceb955e5cc tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.217018 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-268e4a2f-0bef-440e-b97f-88ceb955e5cc tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1369052 Mar 22 17:46:21.220335 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57348) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:21.223469 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e4a2f-0bef-440e-b97f-88ceb955e5cc tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:21.224866 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-222113c2-8fb0-4595-9e2d-aff400aa2ded tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Request body: {'security_group_rule': {'security_group_id': '649e30e7-2fa7-4c29-aeb5-09fcd95d50d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:21.253370 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-222113c2-8fb0-4595-9e2d-aff400aa2ded tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group_rule (8ec43946-1339-4717-8d9a-6e3c1dcf55e6), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.306810 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-222113c2-8fb0-4595-9e2d-aff400aa2ded tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group_rule (8ec43946-1339-4717-8d9a-6e3c1dcf55e6), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.311719 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-222113c2-8fb0-4595-9e2d-aff400aa2ded tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (8ec43946-1339-4717-8d9a-6e3c1dcf55e6), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.340197 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222113c2-8fb0-4595-9e2d-aff400aa2ded tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec43946-1339-4717-8d9a-6e3c1dcf55e6,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:21.345573 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-222113c2-8fb0-4595-9e2d-aff400aa2ded tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.350478 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-222113c2-8fb0-4595-9e2d-aff400aa2ded tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254826 Mar 22 17:46:21.351219 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57350) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:21.355469 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-ad49952e-8152-4008-96f3-f81cf889a130 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Request body: {'security_group_rule': {'security_group_id': '649e30e7-2fa7-4c29-aeb5-09fcd95d50d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:21.383916 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ad49952e-8152-4008-96f3-f81cf889a130 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group_rule (6211ef39-cf64-4528-892c-ac3982af631f), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.449391 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ad49952e-8152-4008-96f3-f81cf889a130 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group_rule (6211ef39-cf64-4528-892c-ac3982af631f), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.454141 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ad49952e-8152-4008-96f3-f81cf889a130 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (6211ef39-cf64-4528-892c-ac3982af631f), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.474135 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49952e-8152-4008-96f3-f81cf889a130 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6211ef39-cf64-4528-892c-ac3982af631f,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:21.489514 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ad49952e-8152-4008-96f3-f81cf889a130 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.491009 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-ad49952e-8152-4008-96f3-f81cf889a130 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389763 Mar 22 17:46:21.495670 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57352) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:21.500600 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:21.524862 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.636957 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.761229 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Allocated IP 172.27.3.168 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/4d3286d1-ec11-4f00-8605-db065c8fe185) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:46:21.888685 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for port (4d3286d1-ec11-4f00-8605-db065c8fe185), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.927555 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (4d3286d1-ec11-4f00-8605-db065c8fe185), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.968361 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:46:21.971510 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:46:21.974533 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:46:22.009833 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event updated for resources: {'Port': ['ID=4d3286d1-ec11-4f00-8605-db065c8fe185,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:22.088503 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (889e2a48-212f-4294-a56e-2294e19de3d6), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:22.128200 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (4d3286d1-ec11-4f00-8605-db065c8fe185), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:22.296861 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for port (4d3286d1-ec11-4f00-8605-db065c8fe185), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:22.302359 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (4d3286d1-ec11-4f00-8605-db065c8fe185), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:22.378227 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event updated for resources: {'Port': ['ID=4d3286d1-ec11-4f00-8605-db065c8fe185,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:22.390516 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (889e2a48-212f-4294-a56e-2294e19de3d6), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:22.408098 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:22.409359 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e895a114-0b92-474c-8b19-edf7d4c57ff6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9126463 Mar 22 17:46:22.635532 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-b7115dc3-7bc5-4306-8b24-37990f5e54e9 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--79026678&fields=id&tenant_id=545c21eb56a34f30adb2fbf76197ea0c HTTP/1.1" status: 200 len: 267 time: 0.0471029 Mar 22 17:46:22.747547 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-5249277f-a1c6-48c6-84e6-28cb68355809 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:22.748976 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-5249277f-a1c6-48c6-84e6-28cb68355809 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/networks?id=e4bb652a-ddb8-47f6-a166-0773f8309a03 HTTP/1.1" status: 200 len: 816 time: 0.1066818 Mar 22 17:46:22.767152 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-be479373-cef8-48df-a9e0-e466e495f5f2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/quotas/545c21eb56a34f30adb2fbf76197ea0c HTTP/1.1" status: 200 len: 375 time: 0.0096867 Mar 22 17:46:22.832611 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-1a9c7003-dd05-4094-95d6-eb291e1e369f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=545c21eb56a34f30adb2fbf76197ea0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599926 Mar 22 17:46:22.956527 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-2b90c9ad-57f2-4e08-9a0a-b137b051d6ac service neutron] 10.222.0.42 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114867 Mar 22 17:46:23.064461 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-6424c966-69ad-4d6a-8983-780c611d199f service neutron] 10.222.0.42 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012132 Mar 22 17:46:23.153456 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:46:23.194294 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:46:23.195583 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 2ad9c9be-0f27-4542-86c4-2f1dc5f34b1f not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:46:23.278154 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-bfd5ee3f-8905-4f2b-acff-12dbd54cb0d1 req-a05264e2-ccc2-413a-923c-fa9b46e4be29 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 210 time: 0.0349121 Mar 22 17:46:24.455231 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-141755a4-5e4e-4f27-b270-3b331ac5d75b req-6cf74efb-8957-459d-b9e0-ff158845e76c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 210 time: 0.0759656 Mar 22 17:46:24.540476 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-e4515b0b-3932-47ee-bdaa-8cbd2886f67b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:24.543369 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-e4515b0b-3932-47ee-bdaa-8cbd2886f67b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.76 "GET /v2.0/networks?id=e4bb652a-ddb8-47f6-a166-0773f8309a03 HTTP/1.1" status: 200 len: 816 time: 0.1803904 Mar 22 17:46:24.695325 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-27a14310-82df-4170-a047-482f5088046f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=545c21eb56a34f30adb2fbf76197ea0c HTTP/1.1" status: 200 len: 378 time: 0.1350162 Mar 22 17:46:24.712949 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7ef6113b-9a08-4a04-9f89-a75f50985ede tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Request body: {'port': {'device_id': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'admin_state_up': True, 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'security_groups': ['649e30e7-2fa7-4c29-aeb5-09fcd95d50d5']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:24.827834 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:24.904211 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7ef6113b-9a08-4a04-9f89-a75f50985ede tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Made reservation on behalf of 545c21eb56a34f30adb2fbf76197ea0c for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:46:24.907874 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7ef6113b-9a08-4a04-9f89-a75f50985ede tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:25.060921 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7ef6113b-9a08-4a04-9f89-a75f50985ede tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Allocated IP 172.20.0.4 (e4bb652a-ddb8-47f6-a166-0773f8309a03/eeb566b8-5e2e-4fe9-bead-53cef53e0e25/66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:46:25.217244 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7ef6113b-9a08-4a04-9f89-a75f50985ede tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:25.258338 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7ef6113b-9a08-4a04-9f89-a75f50985ede tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:25.312358 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7ef6113b-9a08-4a04-9f89-a75f50985ede tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Network e4bb652a-ddb8-47f6-a166-0773f8309a03 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:46:25.316026 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7ef6113b-9a08-4a04-9f89-a75f50985ede tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:46:25.323740 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7ef6113b-9a08-4a04-9f89-a75f50985ede tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:46:25.337125 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6113b-9a08-4a04-9f89-a75f50985ede tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event updated for resources: {'Port': ['ID=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:25.406930 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7ef6113b-9a08-4a04-9f89-a75f50985ede tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:25.407809 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7ef6113b-9a08-4a04-9f89-a75f50985ede tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:25.437567 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7ef6113b-9a08-4a04-9f89-a75f50985ede tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7297618 Mar 22 17:46:25.451294 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Request body: {'port': {'device_id': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:25.539592 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:25.656477 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-e86385a6-60c6-4667-8330-81da8146af96 None None] Provisioning complete for port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:46:25.657058 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-e86385a6-60c6-4667-8330-81da8146af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:25.658005 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0a63e-3048-40d1-b90f-84d864d40b49 req-0a1bf3a7-f4f1-473c-a6d2-23dbc57cabd5 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:25.660938 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3fd0a63e-3048-40d1-b90f-84d864d40b49 req-0a1bf3a7-f4f1-473c-a6d2-23dbc57cabd5 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 931 time: 0.0974705 Mar 22 17:46:25.715316 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-e86385a6-60c6-4667-8330-81da8146af96 None None] Port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:46:25.757967 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3fd0a63e-3048-40d1-b90f-84d864d40b49 req-82881ddc-3af2-4001-aac9-ea05bf5ae77b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819249 Mar 22 17:46:25.959848 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:46:25.969276 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Publish callbacks [] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:25.984590 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Transition to ACTIVE for port object 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:46:25.989747 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:26.053958 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Pushing event updated for resources: {'Port': ['ID=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:26.150856 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Attempting to bind port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:46:26.151314 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Attempting to bind port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:46:26.151509 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Attempting to bind port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 on network e4bb652a-ddb8-47f6-a166-0773f8309a03 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:46:26.157287 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 on network e4bb652a-ddb8-47f6-a166-0773f8309a03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:46:26.157687 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Attempting to bind port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 on network e4bb652a-ddb8-47f6-a166-0773f8309a03 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:46:26.164176 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:46:26.164566 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Checking segment: {'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:46:26.164981 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Bound using segment: {'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:46:26.165529 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Bound port: 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b28d9a9-f5e3-492d-89ce-c61a04df04ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:46:26.165825 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:26.250008 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] For port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:46:26.253868 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] For port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:46:26.262029 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:26.301549 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:26.302221 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:26.304243 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] 10.222.0.76 "PUT /v2.0/ports/66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 HTTP/1.1" status: 200 len: 1093 time: 0.8578548 Mar 22 17:46:26.304513 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:26.307087 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e43e79-f56e-41a4-953c-26c7386b5d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:26.344920 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626fb0a-1923-4871-aae5-a2a9016d5a32 service neutron] Pushing event updated for resources: {'Port': ['ID=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:26.397094 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc59c66c-3e35-498d-b5b7-a0cef77d4ff6 x-openstack-request-id: req-fc59c66c-3e35-498d-b5b7-a0cef77d4ff6 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:26.398278 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:26.398996 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc59c66c-3e35-498d-b5b7-a0cef77d4ff6 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:26.399698 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc59c66c-3e35-498d-b5b7-a0cef77d4ff6'] response: {'name': 'network-changed', 'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'status': 'completed', 'code': 200} Mar 22 17:46:26.462676 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-9b959e1b-e1d7-4a22-9fdf-0c1a33246451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:26.466043 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-9b959e1b-e1d7-4a22-9fdf-0c1a33246451 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=545c21eb56a34f30adb2fbf76197ea0c&device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 1127 time: 0.0811105 Mar 22 17:46:26.524162 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-84ee4a4c-5982-4b9e-ace7-f3993fe1a04e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 HTTP/1.1" status: 200 len: 217 time: 0.0483198 Mar 22 17:46:26.612193 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-4a50ef5e-b1f3-43d6-aefa-7d504f46923f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:26.614531 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-4a50ef5e-b1f3-43d6-aefa-7d504f46923f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eeb566b8-5e2e-4fe9-bead-53cef53e0e25 HTTP/1.1" status: 200 len: 855 time: 0.0823576 Mar 22 17:46:26.671971 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-2e149f2e-7f03-4b04-b089-c115cc079e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:26.673612 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-2e149f2e-7f03-4b04-b089-c115cc079e5e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4bb652a-ddb8-47f6-a166-0773f8309a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525811 Mar 22 17:46:26.818222 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-de896602-898c-4809-8d59-6474dbda1ce4 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241252 Mar 22 17:46:26.932723 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ae872ee2-8f09-47d8-99a6-3b34ca02dcaf req-5c15e79c-fc7c-498b-95a7-e9d0ef61dc9c service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080649 Mar 22 17:46:26.952837 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9f79b-0dbd-4d45-8ac4-0f2fe1078b84 req-5204e7ed-16b8-45ed-bdef-a5ff7765ac08 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:26.957133 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-95a9f79b-0dbd-4d45-8ac4-0f2fe1078b84 req-5204e7ed-16b8-45ed-bdef-a5ff7765ac08 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0915487 Mar 22 17:46:27.016000 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-95a9f79b-0dbd-4d45-8ac4-0f2fe1078b84 req-5cb69dee-6bac-400c-b77a-cea2aaf887b3 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521607 Mar 22 17:46:27.045726 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e43e79-f56e-41a4-953c-26c7386b5d0a req-8665e0eb-2aa5-41b3-b3eb-497d23ec6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:27.047459 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-03e43e79-f56e-41a4-953c-26c7386b5d0a req-8665e0eb-2aa5-41b3-b3eb-497d23ec6d08 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=545c21eb56a34f30adb2fbf76197ea0c&device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 1127 time: 0.0621278 Mar 22 17:46:27.051998 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:46:27.164498 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e43e79-f56e-41a4-953c-26c7386b5d0a req-de75b249-41b4-4635-bdaa-90b9c870e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:27.166044 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-03e43e79-f56e-41a4-953c-26c7386b5d0a req-de75b249-41b4-4635-bdaa-90b9c870e3ff service neutron] 10.222.0.76 "GET /v2.0/networks?id=e4bb652a-ddb8-47f6-a166-0773f8309a03 HTTP/1.1" status: 200 len: 917 time: 0.1090448 Mar 22 17:46:27.219068 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-03e43e79-f56e-41a4-953c-26c7386b5d0a req-b1a38aed-be07-472a-8eab-fc46344c2a64 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 HTTP/1.1" status: 200 len: 217 time: 0.0388699 Mar 22 17:46:27.289103 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e43e79-f56e-41a4-953c-26c7386b5d0a req-2e735bff-cb58-423a-83be-72559f759c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:27.291641 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-03e43e79-f56e-41a4-953c-26c7386b5d0a req-2e735bff-cb58-423a-83be-72559f759c1b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eeb566b8-5e2e-4fe9-bead-53cef53e0e25 HTTP/1.1" status: 200 len: 855 time: 0.0635312 Mar 22 17:46:27.356327 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e43e79-f56e-41a4-953c-26c7386b5d0a req-e5936a37-b6ed-4f64-b483-cd3ea4b365c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:27.358073 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-03e43e79-f56e-41a4-953c-26c7386b5d0a req-e5936a37-b6ed-4f64-b483-cd3ea4b365c0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4bb652a-ddb8-47f6-a166-0773f8309a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577676 Mar 22 17:46:27.470001 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-03e43e79-f56e-41a4-953c-26c7386b5d0a req-2897dfd8-6726-48c1-862a-d1b4695115ef service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032917 Mar 22 17:46:27.639484 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-03e43e79-f56e-41a4-953c-26c7386b5d0a req-9a0d0208-db6b-4679-8cef-706ed834e9cb service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586452 Mar 22 17:46:28.185284 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e792b8-91cb-4f30-8494-46f1a995944f req-c87267c0-127e-4434-a70d-ff56c425ba4d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:28.187209 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e5e792b8-91cb-4f30-8494-46f1a995944f req-c87267c0-127e-4434-a70d-ff56c425ba4d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0630014 Mar 22 17:46:28.242301 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e5e792b8-91cb-4f30-8494-46f1a995944f req-30a0ad64-7800-42dc-9cf9-a041d379ff16 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489202 Mar 22 17:46:28.909698 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7cdab1c0-1258-480a-93c8-71f0909ca870 req-3013d265-2a1a-4165-ad5d-55cd66f0cade service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627072 Mar 22 17:46:28.987462 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdab1c0-1258-480a-93c8-71f0909ca870 req-33f81e4e-7ba0-42ec-b3e7-dde8ffb8f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:28.989695 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7cdab1c0-1258-480a-93c8-71f0909ca870 req-33f81e4e-7ba0-42ec-b3e7-dde8ffb8f038 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dafda4c018df4141b3c5cfbecea2350e&device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 1129 time: 0.0536878 Mar 22 17:46:29.082628 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a5d2207f-a87b-4375-936d-c5d8ab36274d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:29.118841 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdab1c0-1258-480a-93c8-71f0909ca870 req-7c249304-677d-4be5-a274-fdf75641cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:29.120274 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7cdab1c0-1258-480a-93c8-71f0909ca870 req-7c249304-677d-4be5-a274-fdf75641cd0b service neutron] 10.222.0.76 "GET /v2.0/networks?id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51 HTTP/1.1" status: 200 len: 911 time: 0.1035454 Mar 22 17:46:29.151867 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:46:29.204217 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7cdab1c0-1258-480a-93c8-71f0909ca870 req-b63d66c2-6fc0-4cb8-89f7-36d0653e1531 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f84acdf-e348-4bf9-8404-42cf118fef48 HTTP/1.1" status: 200 len: 1001 time: 0.0768611 Mar 22 17:46:29.258054 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdab1c0-1258-480a-93c8-71f0909ca870 req-61897e6c-bd0d-47ec-9186-198ae7a9159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:29.259638 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7cdab1c0-1258-480a-93c8-71f0909ca870 req-61897e6c-bd0d-47ec-9186-198ae7a9159d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56859b9d-6232-4703-b2f1-50f11823f1f1 HTTP/1.1" status: 200 len: 849 time: 0.0487084 Mar 22 17:46:29.315796 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:29.333413 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'port_id': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'mac_address': 'fa:16:3e:94:06:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:46:29.337707 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdab1c0-1258-480a-93c8-71f0909ca870 req-65974976-f9fb-4634-9789-a15d87b9d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:29.338931 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7cdab1c0-1258-480a-93c8-71f0909ca870 req-65974976-f9fb-4634-9789-a15d87b9d91e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0723181 Mar 22 17:46:29.400469 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:46:29.401204 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:29.424484 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:46:29.446053 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a3419-efcc-4e4b-a2f7-d03165aa38bb req-5f7e506d-518d-460b-8927-cebc077476b1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:29.448676 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-776a3419-efcc-4e4b-a2f7-d03165aa38bb req-5f7e506d-518d-460b-8927-cebc077476b1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0980632 Mar 22 17:46:29.458424 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:29.467520 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:29.483242 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7cdab1c0-1258-480a-93c8-71f0909ca870 req-fd1d91dc-2880-49c7-8791-ee49f01164ee service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310236 Mar 22 17:46:29.529439 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-776a3419-efcc-4e4b-a2f7-d03165aa38bb req-7324e774-8dfc-4d1e-8071-2899a0341cbb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719779 Mar 22 17:46:29.541502 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:29.629657 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7cdab1c0-1258-480a-93c8-71f0909ca870 req-4c45cb9f-3e4f-44c1-accf-725c0e920ca5 service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393068 Mar 22 17:46:29.831016 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:46:30.690007 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc87fa0-3498-49ff-88b3-98a59fb3c2df req-cd722773-a689-4f02-9b02-e5296fdff84d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:30.691702 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fbc87fa0-3498-49ff-88b3-98a59fb3c2df req-cd722773-a689-4f02-9b02-e5296fdff84d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 944 time: 0.0644028 Mar 22 17:46:30.751465 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fbc87fa0-3498-49ff-88b3-98a59fb3c2df req-a4ebc6dc-b8bd-421e-8776-788d75c3f0df tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483429 Mar 22 17:46:31.165239 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:46:31.223918 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:46:31.229921 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:46:31.230223 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:31.321817 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:46:31.322220 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:31.348901 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:31.352257 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bc7498-294d-49a5-a717-958e521ce661" -d '{"events": [{"server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "name": "network-vif-plugged", "status": "completed", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:31.367247 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:31.372780 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:31.414380 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aed8490-eb16-4ea6-9dc4-54c23afa741d x-openstack-request-id: req-7aed8490-eb16-4ea6-9dc4-54c23afa741d {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:31.414853 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "name": "network-vif-plugged", "status": "completed", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:31.415323 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7aed8490-eb16-4ea6-9dc4-54c23afa741d {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:31.415812 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aed8490-eb16-4ea6-9dc4-54c23afa741d'] response: {'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'code': 200} Mar 22 17:46:31.462892 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:31.630825 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c029c39-7761-4927-8ff7-1308c141b08d req-19d7bca9-acb5-49dc-a6e7-4c5dc27b6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:31.632413 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0c029c39-7761-4927-8ff7-1308c141b08d req-19d7bca9-acb5-49dc-a6e7-4c5dc27b6d1e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 1129 time: 0.0584786 Mar 22 17:46:31.688064 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0c029c39-7761-4927-8ff7-1308c141b08d req-9d5028a6-b640-49ea-a81c-6b6df48943f0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440516 Mar 22 17:46:31.806828 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-29573f15-4aed-47ac-b37e-4c119d088871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:31.899973 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53765a66-5618-434d-bbb1-b3123f6b0c89 req-7fe80995-82d5-4d7f-a6b3-ff464b292e13 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:31.901652 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-53765a66-5618-434d-bbb1-b3123f6b0c89 req-7fe80995-82d5-4d7f-a6b3-ff464b292e13 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0591772 Mar 22 17:46:31.964827 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-53765a66-5618-434d-bbb1-b3123f6b0c89 req-2c0c3a58-0a74-46cc-bf26-449493ab0239 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569046 Mar 22 17:46:33.185343 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df192a-c3b7-4f88-a0dd-ed6a1b9a56a7 req-a01aad54-4d50-4d45-9de1-e377a18f8d08 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:33.188546 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e3df192a-c3b7-4f88-a0dd-ed6a1b9a56a7 req-a01aad54-4d50-4d45-9de1-e377a18f8d08 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.1412611 Mar 22 17:46:33.220343 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.250575 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e3df192a-c3b7-4f88-a0dd-ed6a1b9a56a7 req-92e27101-18ff-4942-9824-fdae2cf46d18 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546675 Mar 22 17:46:34.463856 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b7aa8-d6a8-436e-8ac9-a61f49d7df63 req-a01b6dda-9b40-4813-a894-a7f9c9bd676c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:34.465518 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-599b7aa8-d6a8-436e-8ac9-a61f49d7df63 req-a01b6dda-9b40-4813-a894-a7f9c9bd676c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.1278057 Mar 22 17:46:34.520994 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-599b7aa8-d6a8-436e-8ac9-a61f49d7df63 req-ed8b4dee-0357-4ae1-bbe8-abf5cd8a6920 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488014 Mar 22 17:46:34.549745 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.696214 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da521a2a-5c28-4d6e-acc6-69c96f02604d req-a86c4c00-dd20-49b4-9bd6-80bba63000d6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:34.697879 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-da521a2a-5c28-4d6e-acc6-69c96f02604d req-a86c4c00-dd20-49b4-9bd6-80bba63000d6 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0904446 Mar 22 17:46:34.707173 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57424) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:34.712002 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-68f436cc-3266-493d-b1f9-a7d23649c537 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Request body: {'floatingip': {'port_id': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:34.754684 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-68f436cc-3266-493d-b1f9-a7d23649c537 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (889e2a48-212f-4294-a56e-2294e19de3d6), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.262384 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-68f436cc-3266-493d-b1f9-a7d23649c537 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.267705 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-68f436cc-3266-493d-b1f9-a7d23649c537 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (889e2a48-212f-4294-a56e-2294e19de3d6), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.402432 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.l3_db [None req-68f436cc-3266-493d-b1f9-a7d23649c537 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Floating IP 889e2a48-212f-4294-a56e-2294e19de3d6 associated. External IP: 172.27.3.168, port: 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5. Mar 22 17:46:35.911616 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f436cc-3266-493d-b1f9-a7d23649c537 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:46:36.069651 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f436cc-3266-493d-b1f9-a7d23649c537 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:46:36.076154 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-68f436cc-3266-493d-b1f9-a7d23649c537 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:36.084428 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a90db-4b7a-4eb8-b0e3-b41d2cfe23e8 None None] Sync routers for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:46:36.097603 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a90db-4b7a-4eb8-b0e3-b41d2cfe23e8 None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:36.098213 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-cc7a90db-4b7a-4eb8-b0e3-b41d2cfe23e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:36.117046 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-68f436cc-3266-493d-b1f9-a7d23649c537 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "PUT /v2.0/floatingips/889e2a48-212f-4294-a56e-2294e19de3d6 HTTP/1.1" status: 200 len: 991 time: 1.4079597 Mar 22 17:46:36.117964 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:36.121934 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8e2ad6-1255-45a5-8728-c06ca44c3c03" -d '{"events": [{"name": "network-changed", "server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:36.190876 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66157407-42aa-4498-b397-47af34d026e6 x-openstack-request-id: req-66157407-42aa-4498-b397-47af34d026e6 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:36.191314 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:36.191727 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66157407-42aa-4498-b397-47af34d026e6 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:36.192227 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66157407-42aa-4498-b397-47af34d026e6'] response: {'name': 'network-changed', 'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'status': 'completed', 'code': 200} Mar 22 17:46:36.234660 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:36.279070 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e2ad6-1255-45a5-8728-c06ca44c3c03 req-81c689f5-fa31-4fb3-ab39-a9768df833b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:36.281338 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8a8e2ad6-1255-45a5-8728-c06ca44c3c03 req-81c689f5-fa31-4fb3-ab39-a9768df833b9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=545c21eb56a34f30adb2fbf76197ea0c&device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 1129 time: 0.0596149 Mar 22 17:46:36.308767 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-cc7a90db-4b7a-4eb8-b0e3-b41d2cfe23e8 None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:36.402370 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e2ad6-1255-45a5-8728-c06ca44c3c03 req-7004aea0-63e0-4346-b705-1d60f18ee489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:36.404198 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8a8e2ad6-1255-45a5-8728-c06ca44c3c03 req-7004aea0-63e0-4346-b705-1d60f18ee489 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e4bb652a-ddb8-47f6-a166-0773f8309a03 HTTP/1.1" status: 200 len: 917 time: 0.1146114 Mar 22 17:46:36.504042 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8a8e2ad6-1255-45a5-8728-c06ca44c3c03 req-52f59a4a-8db8-42d0-bef6-26efe5cb9f6a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 HTTP/1.1" status: 200 len: 999 time: 0.0911901 Mar 22 17:46:36.567039 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e2ad6-1255-45a5-8728-c06ca44c3c03 req-a8651f46-4936-4530-b868-0869f40391d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:36.568682 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8a8e2ad6-1255-45a5-8728-c06ca44c3c03 req-a8651f46-4936-4530-b868-0869f40391d0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eeb566b8-5e2e-4fe9-bead-53cef53e0e25 HTTP/1.1" status: 200 len: 855 time: 0.0580320 Mar 22 17:46:36.645846 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e2ad6-1255-45a5-8728-c06ca44c3c03 req-5af0a19f-725a-429a-8f62-44c47541f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:36.647652 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8a8e2ad6-1255-45a5-8728-c06ca44c3c03 req-5af0a19f-725a-429a-8f62-44c47541f794 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4bb652a-ddb8-47f6-a166-0773f8309a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0695109 Mar 22 17:46:36.678973 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-cc7a90db-4b7a-4eb8-b0e3-b41d2cfe23e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '889e2a48-212f-4294-a56e-2294e19de3d6', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'port_id': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'mac_address': 'fa:16:3e:94:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:46:22Z', 'updated_at': '2022-03-22T17:46:35Z', 'revision_number': 1, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:13Z', 'revision_number': 5, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:36.709168 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a90db-4b7a-4eb8-b0e3-b41d2cfe23e8 None None] Checking router: 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:46:36.719489 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a90db-4b7a-4eb8-b0e3-b41d2cfe23e8 None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:36.720131 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-cc7a90db-4b7a-4eb8-b0e3-b41d2cfe23e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:36.799421 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8a8e2ad6-1255-45a5-8728-c06ca44c3c03 req-a5cf2a4e-961f-4ac6-a053-5c9ca053ab5c service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449182 Mar 22 17:46:36.859699 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-cc7a90db-4b7a-4eb8-b0e3-b41d2cfe23e8 None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:36.924438 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8a8e2ad6-1255-45a5-8728-c06ca44c3c03 req-ae4bdfb2-ebf4-4b93-9269-7b686d36bed7 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182754 Mar 22 17:46:37.150592 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-cc7a90db-4b7a-4eb8-b0e3-b41d2cfe23e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '889e2a48-212f-4294-a56e-2294e19de3d6', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'port_id': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'mac_address': 'fa:16:3e:94:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:46:22Z', 'updated_at': '2022-03-22T17:46:35Z', 'revision_number': 1, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:13Z', 'revision_number': 5, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:37.182627 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a90db-4b7a-4eb8-b0e3-b41d2cfe23e8 None None] The sync data for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi is: [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '889e2a48-212f-4294-a56e-2294e19de3d6', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'port_id': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'mac_address': 'fa:16:3e:94:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:46:22Z', 'updated_at': '2022-03-22T17:46:35Z', 'revision_number': 1, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:13Z', 'revision_number': 5, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:46:37.414395 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de80fc0-5e05-471a-89bf-8c8025828e78 None None] New status for floating IP 889e2a48-212f-4294-a56e-2294e19de3d6: ACTIVE {{(pid=109970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:46:39.614713 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c848a-b35b-489e-841c-773d31bcc9fd req-0d2b77de-2deb-459f-9e1f-dd8feb23224a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:39.616491 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-015c848a-b35b-489e-841c-773d31bcc9fd req-0d2b77de-2deb-459f-9e1f-dd8feb23224a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0632238 Mar 22 17:46:39.668271 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-015c848a-b35b-489e-841c-773d31bcc9fd req-e2ddfbff-fce7-4373-808a-5cea78f13908 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458126 Mar 22 17:46:40.795310 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935b44b-95ff-4bc6-a691-09f7034f4e22 req-36098960-5d78-4686-ab58-3e01dcf84d47 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:40.796868 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8935b44b-95ff-4bc6-a691-09f7034f4e22 req-36098960-5d78-4686-ab58-3e01dcf84d47 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0552924 Mar 22 17:46:40.846941 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8935b44b-95ff-4bc6-a691-09f7034f4e22 req-61daa213-3c75-48b6-9b7f-8dc9a8aa49b0 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442994 Mar 22 17:46:41.716977 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-ef6b6e54-5e28-4d0c-978d-611947d1ce90 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:41.718612 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-ef6b6e54-5e28-4d0c-978d-611947d1ce90 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.76 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0642533 Mar 22 17:46:41.830969 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Deleting port 0f84acdf-e348-4bf9-8404-42cf118fef48 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:41.831707 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:41.935840 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] For port 0f84acdf-e348-4bf9-8404-42cf118fef48, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0f84acdf-e348-4bf9-8404-42cf118fef48,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:41.935840 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:41.978375 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef36065-ddbf-433f-91ff-3793de08e0fc req-26a050fe-5b0e-4098-b5c4-aec8bb4c5259 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:41.979927 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0ef36065-ddbf-433f-91ff-3793de08e0fc req-26a050fe-5b0e-4098-b5c4-aec8bb4c5259 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 945 time: 0.0606985 Mar 22 17:46:42.034050 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0ef36065-ddbf-433f-91ff-3793de08e0fc req-8ca39845-1f99-4272-b872-f7f446f0e301 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=620e98d1-89d4-4da1-8f32-e98f3474a152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478368 Mar 22 17:46:42.134651 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.134939 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (8f8d8a60-d7f2-4f12-854d-70e147097688), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.135262 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Floating IP 8f8d8a60-d7f2-4f12-854d-70e147097688 disassociated. External IP: 172.27.3.245, port: 0f84acdf-e348-4bf9-8404-42cf118fef48. Mar 22 17:46:42.135610 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Calling delete_port for 0f84acdf-e348-4bf9-8404-42cf118fef48 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:42.271492 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (0f84acdf-e348-4bf9-8404-42cf118fef48), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.304791 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event deleted for resources: {'Port': ['ID=0f84acdf-e348-4bf9-8404-42cf118fef48,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:42.318680 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.319702 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.320037 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.320382 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.320709 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.321043 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.321363 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.321720 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.322047 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.322376 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.322704 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.323030 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.323355 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.323675 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.323998 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.437755 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Router e2099780-cd08-45d0-ac59-c761efd1e4f0 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:46:42.572392 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:46:42.583323 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423fa7d-c398-4ba2-bf13-f0b5e69e1251 None None] Sync routers for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:46:42.594518 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423fa7d-c398-4ba2-bf13-f0b5e69e1251 None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:42.595411 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-2423fa7d-c398-4ba2-bf13-f0b5e69e1251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:42.624516 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] No DVR routers for this DVR port 0f84acdf-e348-4bf9-8404-42cf118fef48 on host hv-cinder-79053 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:46:42.627152 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.630577 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1dcddf55-27e0-40e8-8575-2c401efed35a req-d621b795-8380-4ec3-a111-7fa2e2a8df7a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.76 "DELETE /v2.0/ports/0f84acdf-e348-4bf9-8404-42cf118fef48 HTTP/1.1" status: 204 len: 173 time: 0.9068580 Mar 22 17:46:42.631070 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7470b289-db2f-4900-80ef-0495e61d50b1', 'name': 'network-vif-deleted', 'tag': '0f84acdf-e348-4bf9-8404-42cf118fef48'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:42.633419 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca0e095-95ad-4d54-8d06-a679477d3a60" -d '{"events": [{"server_uuid": "7470b289-db2f-4900-80ef-0495e61d50b1", "name": "network-vif-deleted", "tag": "0f84acdf-e348-4bf9-8404-42cf118fef48"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:42.696358 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c71ca11-7bc4-43f1-a80c-6b38ffe30a81 x-openstack-request-id: req-2c71ca11-7bc4-43f1-a80c-6b38ffe30a81 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:42.697004 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7470b289-db2f-4900-80ef-0495e61d50b1", "name": "network-vif-deleted", "tag": "0f84acdf-e348-4bf9-8404-42cf118fef48", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:42.697504 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c71ca11-7bc4-43f1-a80c-6b38ffe30a81 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:42.698003 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c71ca11-7bc4-43f1-a80c-6b38ffe30a81'] response: {'server_uuid': '7470b289-db2f-4900-80ef-0495e61d50b1', 'name': 'network-vif-deleted', 'tag': '0f84acdf-e348-4bf9-8404-42cf118fef48', 'status': 'completed', 'code': 200} Mar 22 17:46:42.749529 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-2423fa7d-c398-4ba2-bf13-f0b5e69e1251 None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:42.989844 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-2423fa7d-c398-4ba2-bf13-f0b5e69e1251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:05Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:43.027508 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423fa7d-c398-4ba2-bf13-f0b5e69e1251 None None] Checking router: e2099780-cd08-45d0-ac59-c761efd1e4f0 for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:46:43.037920 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423fa7d-c398-4ba2-bf13-f0b5e69e1251 None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:43.038695 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-2423fa7d-c398-4ba2-bf13-f0b5e69e1251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:43.165401 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1c5cd35a-2e76-43dc-a578-68c72205bad6 req-f1ae9589-d34b-4401-a3c2-cfd49bf2effc tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=7470b289-db2f-4900-80ef-0495e61d50b1 HTTP/1.1" status: 200 len: 210 time: 0.0408294 Mar 22 17:46:43.208003 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-2423fa7d-c398-4ba2-bf13-f0b5e69e1251 None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:43.491649 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-2423fa7d-c398-4ba2-bf13-f0b5e69e1251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:05Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:43.520119 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423fa7d-c398-4ba2-bf13-f0b5e69e1251 None None] The sync data for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi is: [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:05Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:46:43.781958 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6bccfd-5f3c-41a6-ac73-3d92ebae49b5 None None] New status for floating IP 8f8d8a60-d7f2-4f12-854d-70e147097688: DOWN {{(pid=109970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:46:43.864339 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4ff84537-2064-4325-92e4-304a21522791 req-938f5de7-d6f6-443e-860e-9f6276d09496 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000930647&fields=id&tenant_id=ee5fbcd9de654056a71858f0688b8a75 HTTP/1.1" status: 200 len: 267 time: 0.0647457 Mar 22 17:46:43.930903 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff84537-2064-4325-92e4-304a21522791 req-fe124cff-8a62-40f0-9902-a4dcfebb480d tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:43.932847 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4ff84537-2064-4325-92e4-304a21522791 req-fe124cff-8a62-40f0-9902-a4dcfebb480d tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 984 time: 0.0622683 Mar 22 17:46:43.947498 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-4ff84537-2064-4325-92e4-304a21522791 req-20d7d3a1-b448-4e6e-b0c6-3dd9ebd7c0d4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Request body: {'port': {'security_groups': ['ff9fdc8d-5890-423c-bd68-3dc78250f881']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:44.055875 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-4ff84537-2064-4325-92e4-304a21522791 req-20d7d3a1-b448-4e6e-b0c6-3dd9ebd7c0d4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (997781b3-448e-4852-9544-11dc5d8734ca), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.266176 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-4ff84537-2064-4325-92e4-304a21522791 req-20d7d3a1-b448-4e6e-b0c6-3dd9ebd7c0d4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] For port 997781b3-448e-4852-9544-11dc5d8734ca, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=997781b3-448e-4852-9544-11dc5d8734ca,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:44.289566 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57472) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:44.306801 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-4ff84537-2064-4325-92e4-304a21522791 req-20d7d3a1-b448-4e6e-b0c6-3dd9ebd7c0d4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for port (997781b3-448e-4852-9544-11dc5d8734ca), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.312594 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-4ff84537-2064-4325-92e4-304a21522791 req-20d7d3a1-b448-4e6e-b0c6-3dd9ebd7c0d4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (997781b3-448e-4852-9544-11dc5d8734ca), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.329372 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['997781b3-448e-4852-9544-11dc5d8734ca'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:46:44.373639 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group (620e98d1-89d4-4da1-8f32-e98f3474a152), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.375991 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff84537-2064-4325-92e4-304a21522791 req-20d7d3a1-b448-4e6e-b0c6-3dd9ebd7c0d4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:44.376893 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-4ff84537-2064-4325-92e4-304a21522791 req-20d7d3a1-b448-4e6e-b0c6-3dd9ebd7c0d4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.378952 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4ff84537-2064-4325-92e4-304a21522791 req-20d7d3a1-b448-4e6e-b0c6-3dd9ebd7c0d4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "PUT /v2.0/ports/997781b3-448e-4852-9544-11dc5d8734ca HTTP/1.1" status: 200 len: 942 time: 0.4371271 Mar 22 17:46:44.387515 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57474) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:44.413870 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group (620e98d1-89d4-4da1-8f32-e98f3474a152), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.436235 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7d3a1-b448-4e6e-b0c6-3dd9ebd7c0d4 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event updated for resources: {'Port': ['ID=997781b3-448e-4852-9544-11dc5d8734ca,revision_number=7']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:44.476375 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fd7e3c0a-4696-4f64-b32a-d5fd753d79c6 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group (9e641a1c-b668-495c-ae5e-382495a0bf67), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.498037 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (620e98d1-89d4-4da1-8f32-e98f3474a152), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.501620 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.503304 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "DELETE /v2.0/security-groups/620e98d1-89d4-4da1-8f32-e98f3474a152 HTTP/1.1" status: 204 len: 168 time: 0.2129149 Mar 22 17:46:44.508161 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57476) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:44.509797 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['997781b3-448e-4852-9544-11dc5d8734ca'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:46:44.536559 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fd7e3c0a-4696-4f64-b32a-d5fd753d79c6 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group (9e641a1c-b668-495c-ae5e-382495a0bf67), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.538434 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620e98d1-89d4-4da1-8f32-e98f3474a152,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:44.558326 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.558926 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.559440 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.559963 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.560651 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.561162 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.561684 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.562200 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.562699 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.563201 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.563707 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.564215 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.564708 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.565192 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.565742 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ede010-1add-41ce-a4a4-616f7d0072d4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:44.569988 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.api.v2.resource [None req-9aa988c5-ed7d-4a2f-b3c7-08ae241ae502 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] show failed (client error): The resource could not be found. Mar 22 17:46:44.573203 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-9aa988c5-ed7d-4a2f-b3c7-08ae241ae502 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups/620e98d1-89d4-4da1-8f32-e98f3474a152 HTTP/1.1" status: 404 len: 347 time: 0.0637181 Mar 22 17:46:44.577841 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57478) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:44.640056 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fd7e3c0a-4696-4f64-b32a-d5fd753d79c6 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (9e641a1c-b668-495c-ae5e-382495a0bf67), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.644131 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fd7e3c0a-4696-4f64-b32a-d5fd753d79c6 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.648946 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-fd7e3c0a-4696-4f64-b32a-d5fd753d79c6 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "DELETE /v2.0/security-groups/9e641a1c-b668-495c-ae5e-382495a0bf67 HTTP/1.1" status: 204 len: 168 time: 0.2602491 Mar 22 17:46:44.649749 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57480) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:44.696840 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-bce405d4-0e39-4c4c-be61-37f77f5b5502 None None] Provisioning complete for port 997781b3-448e-4852-9544-11dc5d8734ca triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:46:44.697312 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-bce405d4-0e39-4c4c-be61-37f77f5b5502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (997781b3-448e-4852-9544-11dc5d8734ca), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.704879 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:44.707379 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5519552-6c2d-4dc3-961a-3f38e8dc6419" -d '{"events": [{"name": "network-changed", "server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "tag": "997781b3-448e-4852-9544-11dc5d8734ca"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:44.742223 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e3c0a-4696-4f64-b32a-d5fd753d79c6 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e641a1c-b668-495c-ae5e-382495a0bf67,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:44.759828 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-3c131319-8960-4642-9967-904d414114d8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Deleting port 6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:44.760678 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3c131319-8960-4642-9967-904d414114d8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.796878 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a3528-80e3-44cb-b5e1-66e63bb26022 x-openstack-request-id: req-887a3528-80e3-44cb-b5e1-66e63bb26022 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:44.797131 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "tag": "997781b3-448e-4852-9544-11dc5d8734ca", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:44.797401 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-887a3528-80e3-44cb-b5e1-66e63bb26022 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:44.797842 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-887a3528-80e3-44cb-b5e1-66e63bb26022'] response: {'name': 'network-changed', 'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca', 'status': 'completed', 'code': 200} Mar 22 17:46:44.875861 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3c131319-8960-4642-9967-904d414114d8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.877386 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3c131319-8960-4642-9967-904d414114d8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.890220 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-bce405d4-0e39-4c4c-be61-37f77f5b5502 None None] Current status of the port 997781b3-448e-4852-9544-11dc5d8734ca is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:46:44.891997 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-3c131319-8960-4642-9967-904d414114d8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Calling delete_port for 6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120 owned by network:floatingip {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:44.894887 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5519552-6c2d-4dc3-961a-3f38e8dc6419 req-ede9ce9d-f232-4d9c-8c25-619d4b6e6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:44.896293 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d5519552-6c2d-4dc3-961a-3f38e8dc6419 req-ede9ce9d-f232-4d9c-8c25-619d4b6e6ab7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee5fbcd9de654056a71858f0688b8a75&device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 1129 time: 0.0665779 Mar 22 17:46:45.015822 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-6396bbfc-e4c5-4a6d-9c28-d4dec23cbd14 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Deleting port 4024a813-965e-4520-a128-6c593fe75c10 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:45.016171 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6396bbfc-e4c5-4a6d-9c28-d4dec23cbd14 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (4024a813-965e-4520-a128-6c593fe75c10), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.038894 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3c131319-8960-4642-9967-904d414114d8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.066217 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5519552-6c2d-4dc3-961a-3f38e8dc6419 req-92c50824-b9a1-4032-aec1-355a45f7aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:45.067648 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d5519552-6c2d-4dc3-961a-3f38e8dc6419 req-92c50824-b9a1-4032-aec1-355a45f7aada service neutron] 10.222.0.76 "GET /v2.0/networks?id=2d568286-e569-4699-8813-e6e3ef8dd68d HTTP/1.1" status: 200 len: 916 time: 0.1487272 Mar 22 17:46:45.069321 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c131319-8960-4642-9967-904d414114d8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event deleted for resources: {'Port': ['ID=6a5d38c5-e4bb-4077-a1de-f6a0d3bc8120,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:45.146786 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3c131319-8960-4642-9967-904d414114d8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (8f8d8a60-d7f2-4f12-854d-70e147097688), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.150773 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3c131319-8960-4642-9967-904d414114d8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.152710 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-3c131319-8960-4642-9967-904d414114d8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "DELETE /v2.0/floatingips/8f8d8a60-d7f2-4f12-854d-70e147097688 HTTP/1.1" status: 204 len: 168 time: 0.5731606 Mar 22 17:46:45.161354 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6396bbfc-e4c5-4a6d-9c28-d4dec23cbd14 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (4024a813-965e-4520-a128-6c593fe75c10), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.161722 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6396bbfc-e4c5-4a6d-9c28-d4dec23cbd14 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for floatingip (4024a813-965e-4520-a128-6c593fe75c10), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.174773 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d5519552-6c2d-4dc3-961a-3f38e8dc6419 req-cb0212b2-2b8f-4fc9-ab3a-468936b2e6c7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=997781b3-448e-4852-9544-11dc5d8734ca HTTP/1.1" status: 200 len: 1000 time: 0.0955637 Mar 22 17:46:45.183716 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-6396bbfc-e4c5-4a6d-9c28-d4dec23cbd14 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Calling delete_port for 4024a813-965e-4520-a128-6c593fe75c10 owned by network:floatingip {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:45.278561 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5519552-6c2d-4dc3-961a-3f38e8dc6419 req-56aa766c-8a83-40af-bde1-be416a499fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:45.280048 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d5519552-6c2d-4dc3-961a-3f38e8dc6419 req-56aa766c-8a83-40af-bde1-be416a499fdd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8bfdcdda-fee9-4a49-a4da-010b7e834f7f HTTP/1.1" status: 200 len: 854 time: 0.0939195 Mar 22 17:46:45.388451 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5519552-6c2d-4dc3-961a-3f38e8dc6419 req-93e7683d-399f-4c35-863c-ff058ebb8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:45.389932 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d5519552-6c2d-4dc3-961a-3f38e8dc6419 req-93e7683d-399f-4c35-863c-ff058ebb8c11 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2d568286-e569-4699-8813-e6e3ef8dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0978014 Mar 22 17:46:45.526813 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d5519552-6c2d-4dc3-961a-3f38e8dc6419 req-e2996278-b799-42f2-8e73-04e496469f3e service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276088 Mar 22 17:46:45.528146 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6396bbfc-e4c5-4a6d-9c28-d4dec23cbd14 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (4024a813-965e-4520-a128-6c593fe75c10), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.562107 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57486) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:45.563903 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396bbfc-e4c5-4a6d-9c28-d4dec23cbd14 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event deleted for resources: {'Port': ['ID=4024a813-965e-4520-a128-6c593fe75c10,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:45.569039 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-b8496391-90f9-4e4c-a16d-a3e9cdd4ee13 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939627797', 'description': 'tempest-description--1152232993'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:45.601369 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b8496391-90f9-4e4c-a16d-a3e9cdd4ee13 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.673952 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b8496391-90f9-4e4c-a16d-a3e9cdd4ee13 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group (36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.677802 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b8496391-90f9-4e4c-a16d-a3e9cdd4ee13 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.705155 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6396bbfc-e4c5-4a6d-9c28-d4dec23cbd14 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks [] for floatingip (72b952e8-b37c-4e0a-8d33-5c067ed6a73c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.705509 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.l3_db [None req-6396bbfc-e4c5-4a6d-9c28-d4dec23cbd14 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Floating IP 72b952e8-b37c-4e0a-8d33-5c067ed6a73c disassociated (deleted). External IP: 172.27.3.76, port: 997781b3-448e-4852-9544-11dc5d8734ca. Mar 22 17:46:45.708027 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b8496391-90f9-4e4c-a16d-a3e9cdd4ee13 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.712908 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b8496391-90f9-4e4c-a16d-a3e9cdd4ee13 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1461191 Mar 22 17:46:45.713116 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d5519552-6c2d-4dc3-961a-3f38e8dc6419 req-fd343916-cb63-489e-b50c-7ac8634ee1f8 service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573858 Mar 22 17:46:45.713228 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8496391-90f9-4e4c-a16d-a3e9cdd4ee13 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:45.714257 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57488) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:45.718777 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-fd8a1f5e-2375-458a-9522-7f2192a5c129 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Request body: {'security_group_rule': {'security_group_id': '36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:45.749195 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1f5e-2375-458a-9522-7f2192a5c129 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group_rule (dbf7b407-b5f5-4731-be30-cf47d1506ab9), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.815387 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1f5e-2375-458a-9522-7f2192a5c129 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group_rule (dbf7b407-b5f5-4731-be30-cf47d1506ab9), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.820938 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1f5e-2375-458a-9522-7f2192a5c129 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (dbf7b407-b5f5-4731-be30-cf47d1506ab9), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.851660 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a1f5e-2375-458a-9522-7f2192a5c129 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf7b407-b5f5-4731-be30-cf47d1506ab9,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:45.858742 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1f5e-2375-458a-9522-7f2192a5c129 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.862455 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-fd8a1f5e-2375-458a-9522-7f2192a5c129 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447890 Mar 22 17:46:45.862921 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57490) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:45.867337 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-c0b7cc83-d9fa-469d-9ea8-acc393db812c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Request body: {'security_group_rule': {'security_group_id': '36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:45.894448 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c0b7cc83-d9fa-469d-9ea8-acc393db812c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group_rule (4f7a8d89-977d-41bb-abd6-a72e5f6c806b), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.962431 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c0b7cc83-d9fa-469d-9ea8-acc393db812c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group_rule (4f7a8d89-977d-41bb-abd6-a72e5f6c806b), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.966367 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c0b7cc83-d9fa-469d-9ea8-acc393db812c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (4f7a8d89-977d-41bb-abd6-a72e5f6c806b), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.985738 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7cc83-d9fa-469d-9ea8-acc393db812c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7a8d89-977d-41bb-abd6-a72e5f6c806b,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:45.993074 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c0b7cc83-d9fa-469d-9ea8-acc393db812c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.997504 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c0b7cc83-d9fa-469d-9ea8-acc393db812c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307669 Mar 22 17:46:45.997860 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57492) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:46.002740 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:46.026902 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:46.140379 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:46.204400 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6396bbfc-e4c5-4a6d-9c28-d4dec23cbd14 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:46:46.266302 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Allocated IP 172.27.3.141 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/d34b2459-3abd-4009-b15b-5e40fb7f67bb) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:46:46.324197 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6396bbfc-e4c5-4a6d-9c28-d4dec23cbd14 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:46:46.332647 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6396bbfc-e4c5-4a6d-9c28-d4dec23cbd14 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:46.344699 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff095ee0-4110-4a9f-b9cf-df3bb6a3a881 None None] Sync routers for ids ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:46:46.358555 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff095ee0-4110-4a9f-b9cf-df3bb6a3a881 None None] Routers {'6424dcdd-f8d2-4e9f-b413-1dee55cdb387'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:46.359514 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ff095ee0-4110-4a9f-b9cf-df3bb6a3a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:46.393921 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-6396bbfc-e4c5-4a6d-9c28-d4dec23cbd14 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "DELETE /v2.0/floatingips/72b952e8-b37c-4e0a-8d33-5c067ed6a73c HTTP/1.1" status: 204 len: 168 time: 1.7396328 Mar 22 17:46:46.532812 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-ff095ee0-4110-4a9f-b9cf-df3bb6a3a881 None None] Set router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:46.701160 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for port (d34b2459-3abd-4009-b15b-5e40fb7f67bb), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:46.745031 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (d34b2459-3abd-4009-b15b-5e40fb7f67bb), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:46.790806 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:46:46.799386 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:46.804050 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:46:46.804571 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8992723-0f92-477f-8844-a53793376b72" -d '{"events": [{"name": "network-changed", "server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "tag": "997781b3-448e-4852-9544-11dc5d8734ca"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:46.807022 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:46:46.814911 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event updated for resources: {'Port': ['ID=d34b2459-3abd-4009-b15b-5e40fb7f67bb,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:46.866662 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54f2baf-122a-4be0-990d-ec577660d56e x-openstack-request-id: req-d54f2baf-122a-4be0-990d-ec577660d56e {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:46.867104 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "tag": "997781b3-448e-4852-9544-11dc5d8734ca", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:46.867503 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d54f2baf-122a-4be0-990d-ec577660d56e {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:46.868137 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54f2baf-122a-4be0-990d-ec577660d56e'] response: {'name': 'network-changed', 'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca', 'status': 'completed', 'code': 200} Mar 22 17:46:46.943252 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8992723-0f92-477f-8844-a53793376b72 req-47217736-0002-4e00-b7f3-6d21afcf6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:46.945573 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d8992723-0f92-477f-8844-a53793376b72 req-47217736-0002-4e00-b7f3-6d21afcf6f4e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee5fbcd9de654056a71858f0688b8a75&device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 1129 time: 0.0556049 Mar 22 17:46:46.946902 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (80b68c37-8c90-40c5-8b77-345d73633c19), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:46.996254 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (d34b2459-3abd-4009-b15b-5e40fb7f67bb), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:47.047724 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ff095ee0-4110-4a9f-b9cf-df3bb6a3a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '32a8169d-e0af-421c-8714-e338fecd683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:43:40Z', 'revision_number': 4, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port': {'id': '32a8169d-e0af-421c-8714-e338fecd683d', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:35Z', 'updated_at': '2022-03-22T17:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '3951e38f-24f7-40d4-85a3-c9580e22c7e2', 'name': '', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'mac_address': 'fa:16:3e:1f:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:39Z', 'updated_at': '2022-03-22T17:43:45Z', 'revision_number': 5, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'subnets': [{'id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:47.080198 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff095ee0-4110-4a9f-b9cf-df3bb6a3a881 None None] Checking router: 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:46:47.093697 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff095ee0-4110-4a9f-b9cf-df3bb6a3a881 None None] Routers {'6424dcdd-f8d2-4e9f-b413-1dee55cdb387'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:47.094972 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ff095ee0-4110-4a9f-b9cf-df3bb6a3a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:47.108384 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8992723-0f92-477f-8844-a53793376b72 req-61714df5-337c-419f-9165-92aae1d95746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:47.110972 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d8992723-0f92-477f-8844-a53793376b72 req-61714df5-337c-419f-9165-92aae1d95746 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2d568286-e569-4699-8813-e6e3ef8dd68d HTTP/1.1" status: 200 len: 916 time: 0.1564219 Mar 22 17:46:47.191698 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d8992723-0f92-477f-8844-a53793376b72 req-26a59d8d-6ccb-4223-abf7-d9dad0beb370 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=997781b3-448e-4852-9544-11dc5d8734ca HTTP/1.1" status: 200 len: 217 time: 0.0688057 Mar 22 17:46:47.253570 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for port (d34b2459-3abd-4009-b15b-5e40fb7f67bb), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:47.258958 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-ff095ee0-4110-4a9f-b9cf-df3bb6a3a881 None None] Set router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:47.262930 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (d34b2459-3abd-4009-b15b-5e40fb7f67bb), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:47.264743 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0f84acdf-e348-4bf9-8404-42cf118fef48 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:46:47.273068 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8992723-0f92-477f-8844-a53793376b72 req-24e25421-dd43-46ce-9181-72fed795c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:47.275843 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d8992723-0f92-477f-8844-a53793376b72 req-24e25421-dd43-46ce-9181-72fed795c26f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8bfdcdda-fee9-4a49-a4da-010b7e834f7f HTTP/1.1" status: 200 len: 854 time: 0.0714414 Mar 22 17:46:47.319358 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: 0f84acdf-e348-4bf9-8404-42cf118fef48 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:46:47.319358 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0f84acdf-e348-4bf9-8404-42cf118fef48 not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:46:47.379858 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event updated for resources: {'Port': ['ID=d34b2459-3abd-4009-b15b-5e40fb7f67bb,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:47.389705 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (80b68c37-8c90-40c5-8b77-345d73633c19), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:47.390668 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8992723-0f92-477f-8844-a53793376b72 req-d6862635-3c29-4d08-af53-bc06d9ac46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:47.393203 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d8992723-0f92-477f-8844-a53793376b72 req-d6862635-3c29-4d08-af53-bc06d9ac46a2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2d568286-e569-4699-8813-e6e3ef8dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1003788 Mar 22 17:46:47.419049 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:47.422215 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-582c50a0-30bd-4664-ad15-d3dbef94654c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4230993 Mar 22 17:46:47.554811 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d8992723-0f92-477f-8844-a53793376b72 req-44490a63-c910-4cb4-afb7-d8c5b9c3b3c0 service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473475 Mar 22 17:46:47.561384 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ff095ee0-4110-4a9f-b9cf-df3bb6a3a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '32a8169d-e0af-421c-8714-e338fecd683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:43:40Z', 'revision_number': 4, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port': {'id': '32a8169d-e0af-421c-8714-e338fecd683d', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:35Z', 'updated_at': '2022-03-22T17:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '3951e38f-24f7-40d4-85a3-c9580e22c7e2', 'name': '', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'mac_address': 'fa:16:3e:1f:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:39Z', 'updated_at': '2022-03-22T17:43:45Z', 'revision_number': 5, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'subnets': [{'id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:47.597845 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff095ee0-4110-4a9f-b9cf-df3bb6a3a881 None None] The sync data for ids ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'] in dv-cinder-790535-31-iscsi is: [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '32a8169d-e0af-421c-8714-e338fecd683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:43:40Z', 'revision_number': 4, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port': {'id': '32a8169d-e0af-421c-8714-e338fecd683d', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:35Z', 'updated_at': '2022-03-22T17:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '3951e38f-24f7-40d4-85a3-c9580e22c7e2', 'name': '', 'network_id': '2d568286-e569-4699-8813-e6e3ef8dd68d', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'mac_address': 'fa:16:3e:1f:bd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:39Z', 'updated_at': '2022-03-22T17:43:45Z', 'revision_number': 5, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'subnets': [{'id': '8bfdcdda-fee9-4a49-a4da-010b7e834f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:46:47.742466 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d8992723-0f92-477f-8844-a53793376b72 req-6b9fb589-24f5-451b-85ca-d8c7220d22fb service neutron] 10.222.0.76 "GET /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807108 Mar 22 17:46:47.815349 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-43757818-ed6e-4a9d-991b-0f7c26e1f3cf tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1939627797&fields=id&tenant_id=dafda4c018df4141b3c5cfbecea2350e HTTP/1.1" status: 200 len: 267 time: 0.0927963 Mar 22 17:46:47.955213 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8e550b-f4e5-4ad6-8862-2a31927f5170 None None] New status for floating IP 72b952e8-b37c-4e0a-8d33-5c067ed6a73c: DOWN {{(pid=109970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:46:48.023041 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ab550-fc04-418a-a2fc-5ada64284354 req-3f05ab01-82c5-42c9-bc74-3dfee670a560 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:48.026059 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-3f05ab01-82c5-42c9-bc74-3dfee670a560 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/networks?id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51 HTTP/1.1" status: 200 len: 810 time: 0.1956193 Mar 22 17:46:48.055105 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-27f91880-9591-49f3-bde9-a82e775311ee tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/quotas/dafda4c018df4141b3c5cfbecea2350e HTTP/1.1" status: 200 len: 375 time: 0.0200276 Mar 22 17:46:48.151374 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-2f43ebe1-9649-46a6-980e-8769e323cae7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dafda4c018df4141b3c5cfbecea2350e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897441 Mar 22 17:46:48.270763 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-d06d81e2-0ea1-44e5-adde-612f6812c599 service neutron] 10.222.0.42 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037152 Mar 22 17:46:48.375728 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-26d2680c-6491-4b9e-9c65-4afd24ee3813 service neutron] 10.222.0.42 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967505 Mar 22 17:46:48.593154 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8095c761-c906-4061-8c26-3df435bbd836 req-34db6d5d-c4b4-46a8-84f5-9b548273a7cb tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 210 time: 0.0403929 Mar 22 17:46:49.423956 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc80e31-30b5-4d66-81bb-ab1adbb9c7d3 req-68996eef-ea35-4e1f-8afe-47ab70c984d8 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:49.425453 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-adc80e31-30b5-4d66-81bb-ab1adbb9c7d3 req-68996eef-ea35-4e1f-8afe-47ab70c984d8 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 945 time: 0.0626287 Mar 22 17:46:49.482121 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-adc80e31-30b5-4d66-81bb-ab1adbb9c7d3 req-1f017bda-de1c-4501-801f-cda9cc8eeaab tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488660 Mar 22 17:46:49.717031 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-768a316e-6b15-462d-9208-cbfeeac84fdf req-4dec8643-4b42-424c-a96d-007d5f75197a tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 210 time: 0.0315986 Mar 22 17:46:49.975822 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ab550-fc04-418a-a2fc-5ada64284354 req-ae041838-5160-4a31-9820-42c31c71d866 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:49.978565 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-ae041838-5160-4a31-9820-42c31c71d866 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.76 "GET /v2.0/networks?id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51 HTTP/1.1" status: 200 len: 810 time: 0.1591840 Mar 22 17:46:50.082017 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-a7bc9285-0d1e-4ad1-bb82-b15318c50a0e tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dafda4c018df4141b3c5cfbecea2350e HTTP/1.1" status: 200 len: 380 time: 0.0937893 Mar 22 17:46:50.096721 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-231ab550-fc04-418a-a2fc-5ada64284354 req-130bc1d1-8c7b-4b3f-98bb-91f9ec59ba2f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Request body: {'port': {'device_id': '00fdda61-cafb-4a53-b138-d9b898eb80ae', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'admin_state_up': True, 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'security_groups': ['36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:50.273155 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231ab550-fc04-418a-a2fc-5ada64284354 req-130bc1d1-8c7b-4b3f-98bb-91f9ec59ba2f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Made reservation on behalf of dafda4c018df4141b3c5cfbecea2350e for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:46:50.276845 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-231ab550-fc04-418a-a2fc-5ada64284354 req-130bc1d1-8c7b-4b3f-98bb-91f9ec59ba2f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.419669 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-231ab550-fc04-418a-a2fc-5ada64284354 req-130bc1d1-8c7b-4b3f-98bb-91f9ec59ba2f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Allocated IP 172.20.0.8 (06def2f6-b8b5-444e-b9f0-54c72e8e6c51/56859b9d-6232-4703-b2f1-50f11823f1f1/d6dfd466-c447-4214-8682-879f06ab1e77) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:46:50.615857 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-231ab550-fc04-418a-a2fc-5ada64284354 req-130bc1d1-8c7b-4b3f-98bb-91f9ec59ba2f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for port (d6dfd466-c447-4214-8682-879f06ab1e77), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.648481 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa12261-9fd6-4f0f-a2dc-4085e69130c4 req-e0058b58-654f-42c2-adab-962725230e4d tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:50.650578 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-eaa12261-9fd6-4f0f-a2dc-4085e69130c4 req-e0058b58-654f-42c2-adab-962725230e4d tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 945 time: 0.0855317 Mar 22 17:46:50.664121 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-231ab550-fc04-418a-a2fc-5ada64284354 req-130bc1d1-8c7b-4b3f-98bb-91f9ec59ba2f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.735376 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-eaa12261-9fd6-4f0f-a2dc-4085e69130c4 req-1634a270-d144-4038-a6ca-1ae784fc9f05 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747695 Mar 22 17:46:50.742253 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231ab550-fc04-418a-a2fc-5ada64284354 req-130bc1d1-8c7b-4b3f-98bb-91f9ec59ba2f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:46:50.750127 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-231ab550-fc04-418a-a2fc-5ada64284354 req-130bc1d1-8c7b-4b3f-98bb-91f9ec59ba2f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:46:50.755810 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bc1d1-8c7b-4b3f-98bb-91f9ec59ba2f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event updated for resources: {'Port': ['ID=d6dfd466-c447-4214-8682-879f06ab1e77,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:50.759209 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-231ab550-fc04-418a-a2fc-5ada64284354 req-130bc1d1-8c7b-4b3f-98bb-91f9ec59ba2f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:46:50.817063 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ab550-fc04-418a-a2fc-5ada64284354 req-130bc1d1-8c7b-4b3f-98bb-91f9ec59ba2f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:50.817801 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-231ab550-fc04-418a-a2fc-5ada64284354 req-130bc1d1-8c7b-4b3f-98bb-91f9ec59ba2f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.856854 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-130bc1d1-8c7b-4b3f-98bb-91f9ec59ba2f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7678418 Mar 22 17:46:50.877314 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Request body: {'port': {'device_id': '00fdda61-cafb-4a53-b138-d9b898eb80ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:50.971234 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3c56c-0201-4d5f-8f67-671178d48aba req-ae02acd5-5a7d-42a6-baa1-87b1c28d31bd tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:50.972959 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9de3c56c-0201-4d5f-8f67-671178d48aba req-ae02acd5-5a7d-42a6-baa1-87b1c28d31bd tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 931 time: 0.1466072 Mar 22 17:46:50.989397 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.070978 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9de3c56c-0201-4d5f-8f67-671178d48aba req-10411589-f527-4d48-8c31-233f26bce78f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915072 Mar 22 17:46:51.080402 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-49b9eec2-800c-481b-b427-7648766e611f None None] Provisioning complete for port d6dfd466-c447-4214-8682-879f06ab1e77 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:46:51.081163 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-49b9eec2-800c-481b-b427-7648766e611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.134084 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-49b9eec2-800c-481b-b427-7648766e611f None None] Port d6dfd466-c447-4214-8682-879f06ab1e77 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:46:51.429008 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6dfd466-c447-4214-8682-879f06ab1e77 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:46:51.439319 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Publish callbacks [] for port (d6dfd466-c447-4214-8682-879f06ab1e77), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.457726 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Transition to ACTIVE for port object d6dfd466-c447-4214-8682-879f06ab1e77 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:46:51.462051 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.541413 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dfd466-c447-4214-8682-879f06ab1e77,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:51.644796 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Attempting to bind port d6dfd466-c447-4214-8682-879f06ab1e77 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:46:51.645645 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Attempting to bind port d6dfd466-c447-4214-8682-879f06ab1e77 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:46:51.646210 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Attempting to bind port d6dfd466-c447-4214-8682-879f06ab1e77 on network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:46:51.654273 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Port d6dfd466-c447-4214-8682-879f06ab1e77 on network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:46:51.656104 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Attempting to bind port d6dfd466-c447-4214-8682-879f06ab1e77 on network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:46:51.661435 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:46:51.661875 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Checking segment: {'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:46:51.662772 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Bound using segment: {'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:46:51.663224 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Bound port: d6dfd466-c447-4214-8682-879f06ab1e77, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47de7b8c-3209-460b-836b-70383b117cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:46:51.663588 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.668429 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b28257-5695-4f93-9ed0-ebe6bb245a61 req-bae18614-bb6a-4a56-bb86-8649b9fdab8f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:51.670124 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-04b28257-5695-4f93-9ed0-ebe6bb245a61 req-bae18614-bb6a-4a56-bb86-8649b9fdab8f tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.1024854 Mar 22 17:46:51.679578 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d61d65-111b-4a10-88ea-78854ac805dc req-3f54f2a9-ef79-45e2-ac03-8ee6c8e1a517 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:51.681144 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e0d61d65-111b-4a10-88ea-78854ac805dc req-3f54f2a9-ef79-45e2-ac03-8ee6c8e1a517 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.76 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 945 time: 0.0839097 Mar 22 17:46:51.750344 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] For port d6dfd466-c447-4214-8682-879f06ab1e77, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:46:51.757328 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] For port d6dfd466-c447-4214-8682-879f06ab1e77, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d6dfd466-c447-4214-8682-879f06ab1e77,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:46:51.776229 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.811285 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:51.812246 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.814591 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] 10.222.0.76 "PUT /v2.0/ports/d6dfd466-c447-4214-8682-879f06ab1e77 HTTP/1.1" status: 200 len: 1093 time: 0.9416595 Mar 22 17:46:51.833370 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-04b28257-5695-4f93-9ed0-ebe6bb245a61 req-e15ebd55-bea2-4a88-ad39-5342c0046213 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507614 Mar 22 17:46:51.850032 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fdda61-cafb-4a53-b138-d9b898eb80ae', 'tag': 'd6dfd466-c447-4214-8682-879f06ab1e77'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:51.853622 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd60816b-f615-4efa-aae9-187ae9c03b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "00fdda61-cafb-4a53-b138-d9b898eb80ae", "tag": "d6dfd466-c447-4214-8682-879f06ab1e77"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:51.937816 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcf1b7b-f9f0-43ba-b10c-f217b7ad15b7 x-openstack-request-id: req-efcf1b7b-f9f0-43ba-b10c-f217b7ad15b7 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:51.938108 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fdda61-cafb-4a53-b138-d9b898eb80ae", "tag": "d6dfd466-c447-4214-8682-879f06ab1e77", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:51.938434 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efcf1b7b-f9f0-43ba-b10c-f217b7ad15b7 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:51.938830 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efcf1b7b-f9f0-43ba-b10c-f217b7ad15b7'] response: {'name': 'network-changed', 'server_uuid': '00fdda61-cafb-4a53-b138-d9b898eb80ae', 'tag': 'd6dfd466-c447-4214-8682-879f06ab1e77', 'status': 'completed', 'code': 200} Mar 22 17:46:51.942562 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-e0d61d65-111b-4a10-88ea-78854ac805dc req-2573fbbc-dc9b-4a30-856e-0f7713ce7bc5 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Deleting port 997781b3-448e-4852-9544-11dc5d8734ca {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:51.942562 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e0d61d65-111b-4a10-88ea-78854ac805dc req-2573fbbc-dc9b-4a30-856e-0f7713ce7bc5 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (997781b3-448e-4852-9544-11dc5d8734ca), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.988333 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbb72b-fa1c-4ff0-b7c9-ff78e2b6fa80 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dfd466-c447-4214-8682-879f06ab1e77,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:52.019448 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003063fc-1543-4625-aa2f-d158cff2652a req-b258ed8c-1f68-48a1-824f-45c7769004ab tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:52.021087 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-003063fc-1543-4625-aa2f-d158cff2652a req-b258ed8c-1f68-48a1-824f-45c7769004ab tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 945 time: 0.1445365 Mar 22 17:46:52.024124 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ab550-fc04-418a-a2fc-5ada64284354 req-371cd97c-ea2e-4331-ae0d-286676e74fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:52.025856 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-371cd97c-ea2e-4331-ae0d-286676e74fba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dafda4c018df4141b3c5cfbecea2350e&device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 1127 time: 0.1247413 Mar 22 17:46:52.085457 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-f74d4bcf-f764-4bd6-b712-f3e446ef1380 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6dfd466-c447-4214-8682-879f06ab1e77 HTTP/1.1" status: 200 len: 217 time: 0.0472419 Mar 22 17:46:52.108553 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-e0d61d65-111b-4a10-88ea-78854ac805dc req-2573fbbc-dc9b-4a30-856e-0f7713ce7bc5 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] For port 997781b3-448e-4852-9544-11dc5d8734ca, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=997781b3-448e-4852-9544-11dc5d8734ca,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:52.109139 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e0d61d65-111b-4a10-88ea-78854ac805dc req-2573fbbc-dc9b-4a30-856e-0f7713ce7bc5 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (997781b3-448e-4852-9544-11dc5d8734ca), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.139694 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-e0d61d65-111b-4a10-88ea-78854ac805dc req-2573fbbc-dc9b-4a30-856e-0f7713ce7bc5 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Calling delete_port for 997781b3-448e-4852-9544-11dc5d8734ca owned by compute:nova {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:52.163932 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-003063fc-1543-4625-aa2f-d158cff2652a req-fdd3b63c-57cc-4980-a191-44018da99d34 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/security-groups?id=ff9fdc8d-5890-423c-bd68-3dc78250f881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236963 Mar 22 17:46:52.168512 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ab550-fc04-418a-a2fc-5ada64284354 req-71a5768f-5751-4456-a159-386494a4b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:52.170078 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-71a5768f-5751-4456-a159-386494a4b3ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56859b9d-6232-4703-b2f1-50f11823f1f1 HTTP/1.1" status: 200 len: 849 time: 0.0764322 Mar 22 17:46:52.248400 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ab550-fc04-418a-a2fc-5ada64284354 req-6cdb4819-11ef-4bd0-aceb-681404ecd86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:52.251356 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-6cdb4819-11ef-4bd0-aceb-681404ecd86e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0656731 Mar 22 17:46:52.375191 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f955aab-94d3-48b0-bb05-ed5d327c6a7f req-4627b5a6-cdde-4802-ad81-be63ced5f3d1 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:52.376786 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9f955aab-94d3-48b0-bb05-ed5d327c6a7f req-4627b5a6-cdde-4802-ad81-be63ced5f3d1 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 943 time: 0.1318579 Mar 22 17:46:52.399818 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-151463ee-6a69-42bf-81f6-ecacc46b3fce service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413331 Mar 22 17:46:52.477788 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e0d61d65-111b-4a10-88ea-78854ac805dc req-2573fbbc-dc9b-4a30-856e-0f7713ce7bc5 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (997781b3-448e-4852-9544-11dc5d8734ca), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.495710 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['997781b3-448e-4852-9544-11dc5d8734ca'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:46:52.508464 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9f955aab-94d3-48b0-bb05-ed5d327c6a7f req-48fe09dd-11e5-4e4c-acad-f7ede1642aaa tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117122 Mar 22 17:46:52.538725 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573fbbc-dc9b-4a30-856e-0f7713ce7bc5 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Pushing event deleted for resources: {'Port': ['ID=997781b3-448e-4852-9544-11dc5d8734ca,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:52.568114 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-231ab550-fc04-418a-a2fc-5ada64284354 req-0beda47f-8e9a-4187-a4da-6fe4e3337ea9 service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615939 Mar 22 17:46:52.621548 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d61d65-111b-4a10-88ea-78854ac805dc req-2573fbbc-dc9b-4a30-856e-0f7713ce7bc5 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] No DVR routers for this DVR port 997781b3-448e-4852-9544-11dc5d8734ca on host hv-cinder-79053 {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:46:52.624269 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e0d61d65-111b-4a10-88ea-78854ac805dc req-2573fbbc-dc9b-4a30-856e-0f7713ce7bc5 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.627853 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e0d61d65-111b-4a10-88ea-78854ac805dc req-2573fbbc-dc9b-4a30-856e-0f7713ce7bc5 tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.76 "DELETE /v2.0/ports/997781b3-448e-4852-9544-11dc5d8734ca HTTP/1.1" status: 204 len: 173 time: 0.9383264 Mar 22 17:46:52.628396 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'name': 'network-vif-deleted', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:52.631258 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73c6da7-6e0d-441f-b56f-f7a329bd268b" -d '{"events": [{"server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "name": "network-vif-deleted", "tag": "997781b3-448e-4852-9544-11dc5d8734ca"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:52.712957 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60816b-f615-4efa-aae9-187ae9c03b5a req-32d74039-7108-4d7f-83f9-ad4ec2a0cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:52.715462 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-cd60816b-f615-4efa-aae9-187ae9c03b5a req-32d74039-7108-4d7f-83f9-ad4ec2a0cd6f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dafda4c018df4141b3c5cfbecea2350e&device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 1127 time: 0.0689261 Mar 22 17:46:52.717826 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a38e7c-ab07-41e3-8a7b-6dbdf0480308 x-openstack-request-id: req-51a38e7c-ab07-41e3-8a7b-6dbdf0480308 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:52.718221 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1627e2a0-b41e-4558-83da-3860111a316d", "name": "network-vif-deleted", "tag": "997781b3-448e-4852-9544-11dc5d8734ca", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:52.718574 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51a38e7c-ab07-41e3-8a7b-6dbdf0480308 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:52.719527 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a38e7c-ab07-41e3-8a7b-6dbdf0480308'] response: {'server_uuid': '1627e2a0-b41e-4558-83da-3860111a316d', 'name': 'network-vif-deleted', 'tag': '997781b3-448e-4852-9544-11dc5d8734ca', 'status': 'completed', 'code': 200} Mar 22 17:46:52.950056 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60816b-f615-4efa-aae9-187ae9c03b5a req-9445c6c8-2790-496c-b24e-24176be07e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:52.952864 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-cd60816b-f615-4efa-aae9-187ae9c03b5a req-9445c6c8-2790-496c-b24e-24176be07e0c service neutron] 10.222.0.76 "GET /v2.0/networks?id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51 HTTP/1.1" status: 200 len: 911 time: 0.2175641 Mar 22 17:46:53.020038 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-cd60816b-f615-4efa-aae9-187ae9c03b5a req-45407aac-2790-4360-95ef-0975bec60e4b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6dfd466-c447-4214-8682-879f06ab1e77 HTTP/1.1" status: 200 len: 217 time: 0.0512316 Mar 22 17:46:53.093603 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8706db-54dc-4727-8fa7-8c6a23f8a3c7 req-a3ec83cd-2cdd-4fc0-9c5c-69c1c21635d8 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:53.095068 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-db8706db-54dc-4727-8fa7-8c6a23f8a3c7 req-a3ec83cd-2cdd-4fc0-9c5c-69c1c21635d8 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.1633384 Mar 22 17:46:53.113647 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60816b-f615-4efa-aae9-187ae9c03b5a req-5472edc6-ac92-4898-ba5c-ba135c89d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:53.115207 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-cd60816b-f615-4efa-aae9-187ae9c03b5a req-5472edc6-ac92-4898-ba5c-ba135c89d2a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56859b9d-6232-4703-b2f1-50f11823f1f1 HTTP/1.1" status: 200 len: 849 time: 0.0878971 Mar 22 17:46:53.186136 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-db8706db-54dc-4727-8fa7-8c6a23f8a3c7 req-e9b889a5-918e-4517-b5d9-e4d67a2b7dee tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826077 Mar 22 17:46:53.198554 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60816b-f615-4efa-aae9-187ae9c03b5a req-b7c70593-ecd0-4fdb-867c-567a7f863e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:53.200043 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-cd60816b-f615-4efa-aae9-187ae9c03b5a req-b7c70593-ecd0-4fdb-867c-567a7f863e7f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0774181 Mar 22 17:46:53.319543 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0d4d9936-7903-4dd5-87f4-f0f27b6180b6 req-b5937587-88e2-4326-a6a8-7813f7c8184c tempest-TestMinimumBasicScenario-1419569971 tempest-TestMinimumBasicScenario-1419569971-project] 10.222.0.42 "GET /v2.0/ports?device_id=1627e2a0-b41e-4558-83da-3860111a316d HTTP/1.1" status: 200 len: 210 time: 0.0381269 Mar 22 17:46:53.366995 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-cd60816b-f615-4efa-aae9-187ae9c03b5a req-ae9ff367-1170-44e7-b959-35059999eac2 service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475515 Mar 22 17:46:53.461259 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-cd60816b-f615-4efa-aae9-187ae9c03b5a req-1e0f3db3-648c-42e1-9f1d-87f3367fbdbb service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877652 Mar 22 17:46:53.638501 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbace7-2969-4541-b1ce-f13fe8c15a7d req-b4398d24-563b-4a2c-9379-5a3a539dd7fd tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:53.640108 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e4cbace7-2969-4541-b1ce-f13fe8c15a7d req-b4398d24-563b-4a2c-9379-5a3a539dd7fd tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 943 time: 0.0595794 Mar 22 17:46:53.698590 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e4cbace7-2969-4541-b1ce-f13fe8c15a7d req-18b4bac4-4d61-4a5f-8084-f45e3d4074d2 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522494 Mar 22 17:46:54.308273 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd6c2d-57c8-4aa6-aeef-51bccc185ac1 req-898d7a26-56c1-471f-ab0e-0a7961ffe362 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:54.309782 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c8bd6c2d-57c8-4aa6-aeef-51bccc185ac1 req-898d7a26-56c1-471f-ab0e-0a7961ffe362 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0528436 Mar 22 17:46:54.356312 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c8bd6c2d-57c8-4aa6-aeef-51bccc185ac1 req-47ca654a-ebae-42b2-976a-767603a387e9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410144 Mar 22 17:46:54.626390 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:54.839668 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5340a-3b3a-4f99-a90f-20233bc39a59 req-9ff9f25a-a09a-4028-a39e-984db1d8cad7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:54.841356 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8bc5340a-3b3a-4f99-a90f-20233bc39a59 req-9ff9f25a-a09a-4028-a39e-984db1d8cad7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 943 time: 0.0610363 Mar 22 17:46:54.893540 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8bc5340a-3b3a-4f99-a90f-20233bc39a59 req-b602848a-0906-4cdc-8048-c84d7af9229d tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460894 Mar 22 17:46:54.934355 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57670) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:55.378095 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1a9b36bb-9bdc-4f2f-8ce1-28268521c45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688003'] for router_interface (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:55.527453 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949953-fcc2-48f8-96c7-8531e998d467 req-c2d6b273-03f6-4b37-b13b-ae8d3c2528e3 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:55.528839 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-bb949953-fcc2-48f8-96c7-8531e998d467 req-c2d6b273-03f6-4b37-b13b-ae8d3c2528e3 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.0833395 Mar 22 17:46:55.698071 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-bb949953-fcc2-48f8-96c7-8531e998d467 req-9510a8a6-c8ac-4a63-8968-281900dc9e8b tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476860 Mar 22 17:46:55.729509 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-e5ce54ec-f6d5-4cd4-b00f-663730e8d5b9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:55.731028 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-e5ce54ec-f6d5-4cd4-b00f-663730e8d5b9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.76 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 946 time: 0.1253028 Mar 22 17:46:55.886919 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Deleting port 0a218033-92ac-4970-8f07-4700a2ce8b8e {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:55.887264 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:56.025400 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6b3b6-cc93-4528-b9aa-9e5f4e2c12ab req-3073c872-4d9a-4468-86d3-8666464becdc tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:56.027127 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-68f6b3b6-cc93-4528-b9aa-9e5f4e2c12ab req-3073c872-4d9a-4468-86d3-8666464becdc tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 943 time: 0.0648670 Mar 22 17:46:56.086081 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-68f6b3b6-cc93-4528-b9aa-9e5f4e2c12ab req-9776f470-6e0a-4a8d-b5a5-98835229eb0b tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529943 Mar 22 17:46:56.178740 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b36bb-9bdc-4f2f-8ce1-28268521c45c admin admin] Deleting port 3951e38f-24f7-40d4-85a3-c9580e22c7e2 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:56.178995 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1a9b36bb-9bdc-4f2f-8ce1-28268521c45c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:56.268279 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] For port 0a218033-92ac-4970-8f07-4700a2ce8b8e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0a218033-92ac-4970-8f07-4700a2ce8b8e,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:56.268649 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:56.364766 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-1a9b36bb-9bdc-4f2f-8ce1-28268521c45c admin admin] For port 3951e38f-24f7-40d4-85a3-c9580e22c7e2, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=3951e38f-24f7-40d4-85a3-c9580e22c7e2,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:56.365758 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1a9b36bb-9bdc-4f2f-8ce1-28268521c45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:56.397778 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b36bb-9bdc-4f2f-8ce1-28268521c45c admin admin] Calling delete_port for 3951e38f-24f7-40d4-85a3-c9580e22c7e2 owned by network:router_interface {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:56.613952 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:56.614321 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (e6e8daf4-e814-4b63-928b-489555435975), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:56.614640 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Floating IP e6e8daf4-e814-4b63-928b-489555435975 disassociated. External IP: 172.27.3.110, port: 0a218033-92ac-4970-8f07-4700a2ce8b8e. Mar 22 17:46:56.615016 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Calling delete_port for 0a218033-92ac-4970-8f07-4700a2ce8b8e owned by compute:nova {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:56.794335 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1a9b36bb-9bdc-4f2f-8ce1-28268521c45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (3951e38f-24f7-40d4-85a3-c9580e22c7e2), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:56.851296 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b36bb-9bdc-4f2f-8ce1-28268521c45c admin admin] Pushing event deleted for resources: {'Port': ['ID=3951e38f-24f7-40d4-85a3-c9580e22c7e2,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:56.910928 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (0a218033-92ac-4970-8f07-4700a2ce8b8e), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:56.955468 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Pushing event deleted for resources: {'Port': ['ID=0a218033-92ac-4970-8f07-4700a2ce8b8e,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:56.980853 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372033c-a02a-450f-a7e9-643e8c841663 req-1a8e0ab6-8f6b-40fa-9eb1-ed5bd1ae996d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:56.982520 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d372033c-a02a-450f-a7e9-643e8c841663 req-1a8e0ab6-8f6b-40fa-9eb1-ed5bd1ae996d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=332bde1b-5161-4904-820d-d425b6e06a4f HTTP/1.1" status: 200 len: 867 time: 0.2048509 Mar 22 17:46:57.201060 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d372033c-a02a-450f-a7e9-643e8c841663 req-d313a919-223b-4a9f-aa35-6fe75901e843 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=334eb90b-4f7c-4bac-8626-16384d81a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089562 Mar 22 17:46:57.220875 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8dd5e-7d95-4149-9920-78a02d9d1478 req-433fd249-b1f8-4f2e-9939-42521f226a59 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:57.222646 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e0d8dd5e-7d95-4149-9920-78a02d9d1478 req-433fd249-b1f8-4f2e-9939-42521f226a59 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 943 time: 0.0592604 Mar 22 17:46:57.232283 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1a9b36bb-9bdc-4f2f-8ce1-28268521c45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689459'] for router_interface (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:57.235100 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Router a6194bcf-05d5-4ccf-af1e-203dd51db57c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:46:57.291950 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e0d8dd5e-7d95-4149-9920-78a02d9d1478 req-0fcba072-e4fb-4d85-b44c-29251cfe5402 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595970 Mar 22 17:46:57.325079 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device d6dfd466-c447-4214-8682-879f06ab1e77 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:46:57.360478 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 997781b3-448e-4852-9544-11dc5d8734ca no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:46:57.421038 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: 997781b3-448e-4852-9544-11dc5d8734ca {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:46:57.421389 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 997781b3-448e-4852-9544-11dc5d8734ca not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:46:57.476635 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port d6dfd466-c447-4214-8682-879f06ab1e77, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d6dfd466-c447-4214-8682-879f06ab1e77,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:57.490219 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': 'd6dfd466-c447-4214-8682-879f06ab1e77', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'port_id': 'd6dfd466-c447-4214-8682-879f06ab1e77', 'mac_address': 'fa:16:3e:26:95:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:46:57.542902 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:46:57.558177 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891acd0c-092a-44a0-a9ba-130ae9c22515 None None] Sync routers for ids ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:46:57.560211 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port d6dfd466-c447-4214-8682-879f06ab1e77 is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:46:57.560614 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:57.587072 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dfd466-c447-4214-8682-879f06ab1e77 {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:46:57.594058 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891acd0c-092a-44a0-a9ba-130ae9c22515 None None] Routers {'a6194bcf-05d5-4ccf-af1e-203dd51db57c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:57.594987 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-891acd0c-092a-44a0-a9ba-130ae9c22515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:57.601946 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] No DVR routers for this DVR port 0a218033-92ac-4970-8f07-4700a2ce8b8e on host hv-cinder-79053 {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:46:57.606066 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:57.609438 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6e16ddac-2049-450d-91cb-7cf606f9f962 req-ab3be193-c76d-4fe5-9ae4-2115dad1da56 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.76 "DELETE /v2.0/ports/0a218033-92ac-4970-8f07-4700a2ce8b8e HTTP/1.1" status: 204 len: 173 time: 1.8696337 Mar 22 17:46:57.610310 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332bde1b-5161-4904-820d-d425b6e06a4f', 'name': 'network-vif-deleted', 'tag': '0a218033-92ac-4970-8f07-4700a2ce8b8e'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:57.612218 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de73395-7864-4279-a0b4-2aa116e77fe9" -d '{"events": [{"server_uuid": "332bde1b-5161-4904-820d-d425b6e06a4f", "name": "network-vif-deleted", "tag": "0a218033-92ac-4970-8f07-4700a2ce8b8e"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:57.655496 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547ca30f-0ff0-4015-b4aa-efaa127d8832 x-openstack-request-id: req-547ca30f-0ff0-4015-b4aa-efaa127d8832 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:57.655778 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332bde1b-5161-4904-820d-d425b6e06a4f", "name": "network-vif-deleted", "tag": "0a218033-92ac-4970-8f07-4700a2ce8b8e", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:57.656116 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-547ca30f-0ff0-4015-b4aa-efaa127d8832 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:57.656607 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547ca30f-0ff0-4015-b4aa-efaa127d8832'] response: {'server_uuid': '332bde1b-5161-4904-820d-d425b6e06a4f', 'name': 'network-vif-deleted', 'tag': '0a218033-92ac-4970-8f07-4700a2ce8b8e', 'status': 'completed', 'code': 200} Mar 22 17:46:57.663259 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9b36bb-9bdc-4f2f-8ce1-28268521c45c admin admin] Router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:46:57.695582 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port d6dfd466-c447-4214-8682-879f06ab1e77, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d6dfd466-c447-4214-8682-879f06ab1e77,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:57.710075 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:57.782177 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=d6dfd466-c447-4214-8682-879f06ab1e77,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:57.793898 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-891acd0c-092a-44a0-a9ba-130ae9c22515 None None] Set router a6194bcf-05d5-4ccf-af1e-203dd51db57c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:57.813414 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9b36bb-9bdc-4f2f-8ce1-28268521c45c admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:46:57.821862 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-1a9b36bb-9bdc-4f2f-8ce1-28268521c45c admin admin] 10.222.0.42 "PUT /v2.0/routers/6424dcdd-f8d2-4e9f-b413-1dee55cdb387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8847127 Mar 22 17:46:57.823938 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57690) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:57.827199 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386321e0-f402-46d6-b6a2-3e9fc0aa91d9 None None] Sync routers for ids ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:46:57.841207 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386321e0-f402-46d6-b6a2-3e9fc0aa91d9 None None] Routers {'6424dcdd-f8d2-4e9f-b413-1dee55cdb387'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:57.842814 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-386321e0-f402-46d6-b6a2-3e9fc0aa91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:57.959458 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Publish callbacks [] for router (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:57.979904 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-386321e0-f402-46d6-b6a2-3e9fc0aa91d9 None None] Set router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:57.998444 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['d6dfd466-c447-4214-8682-879f06ab1e77'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:46:58.091285 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-891acd0c-092a-44a0-a9ba-130ae9c22515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:08Z', 'revision_number': 5, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:58.124582 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Publish callbacks [] for router_gateway (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:58.126357 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891acd0c-092a-44a0-a9ba-130ae9c22515 None None] Checking router: a6194bcf-05d5-4ccf-af1e-203dd51db57c for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:46:58.147635 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891acd0c-092a-44a0-a9ba-130ae9c22515 None None] Routers {'a6194bcf-05d5-4ccf-af1e-203dd51db57c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:58.148518 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-891acd0c-092a-44a0-a9ba-130ae9c22515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:58.229796 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Deleting port 32a8169d-e0af-421c-8714-e338fecd683d {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:58.230282 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (32a8169d-e0af-421c-8714-e338fecd683d), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:58.322086 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57696) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:58.323250 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-386321e0-f402-46d6-b6a2-3e9fc0aa91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '32a8169d-e0af-421c-8714-e338fecd683d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:46:56Z', 'revision_number': 5, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port': {'id': '32a8169d-e0af-421c-8714-e338fecd683d', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:35Z', 'updated_at': '2022-03-22T17:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:58.362857 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] For port 32a8169d-e0af-421c-8714-e338fecd683d, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=32a8169d-e0af-421c-8714-e338fecd683d,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:58.363274 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (32a8169d-e0af-421c-8714-e338fecd683d), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:58.383171 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386321e0-f402-46d6-b6a2-3e9fc0aa91d9 None None] Checking router: 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:46:58.389862 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Calling delete_port for 32a8169d-e0af-421c-8714-e338fecd683d owned by network:router_gateway {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:58.395587 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386321e0-f402-46d6-b6a2-3e9fc0aa91d9 None None] Routers {'6424dcdd-f8d2-4e9f-b413-1dee55cdb387'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:58.397191 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-386321e0-f402-46d6-b6a2-3e9fc0aa91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:46:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:58.430323 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-891acd0c-092a-44a0-a9ba-130ae9c22515 None None] Set router a6194bcf-05d5-4ccf-af1e-203dd51db57c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:58.471910 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-437bc3ba-553e-4762-a231-b6a888f71cb9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for security_group (334eb90b-4f7c-4bac-8626-16384d81a4cf), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:58.523609 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-437bc3ba-553e-4762-a231-b6a888f71cb9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for security_group (334eb90b-4f7c-4bac-8626-16384d81a4cf), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:58.543242 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e78f93-0c59-4f71-90c0-62987a183906 req-323a63a6-d2ee-4224-a98c-6e442284ff01 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:58.545334 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c8e78f93-0c59-4f71-90c0-62987a183906 req-323a63a6-d2ee-4224-a98c-6e442284ff01 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 944 time: 0.1426969 Mar 22 17:46:58.647633 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c8e78f93-0c59-4f71-90c0-62987a183906 req-37e7617e-472d-4a4a-81dd-3b09dabd54f8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926740 Mar 22 17:46:58.661258 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-437bc3ba-553e-4762-a231-b6a888f71cb9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (334eb90b-4f7c-4bac-8626-16384d81a4cf), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:58.665116 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-437bc3ba-553e-4762-a231-b6a888f71cb9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:58.669765 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57702) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:58.670958 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-437bc3ba-553e-4762-a231-b6a888f71cb9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "DELETE /v2.0/security-groups/334eb90b-4f7c-4bac-8626-16384d81a4cf HTTP/1.1" status: 204 len: 168 time: 0.3467193 Mar 22 17:46:58.681211 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bc3ba-553e-4762-a231-b6a888f71cb9 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334eb90b-4f7c-4bac-8626-16384d81a4cf,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:58.688311 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.api.v2.resource [None req-abf83c10-891c-42d5-a007-6acfe25d4b07 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] show failed (client error): The resource could not be found. Mar 22 17:46:58.692181 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-abf83c10-891c-42d5-a007-6acfe25d4b07 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups/334eb90b-4f7c-4bac-8626-16384d81a4cf HTTP/1.1" status: 404 len: 347 time: 0.0186164 Mar 22 17:46:58.693548 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57704) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:58.722165 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-386321e0-f402-46d6-b6a2-3e9fc0aa91d9 None None] Set router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 gateway port host: None {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:58.750600 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-891acd0c-092a-44a0-a9ba-130ae9c22515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:08Z', 'revision_number': 5, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:58.755822 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (32a8169d-e0af-421c-8714-e338fecd683d), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:58.781073 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891acd0c-092a-44a0-a9ba-130ae9c22515 None None] The sync data for ids ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'] in dv-cinder-790535-31-iscsi is: [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:41:40Z', 'revision_number': 4, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '27b02b89-b6ae-4b3c-9161-450de9e7902e', 'name': '', 'network_id': '0dec5cb3-00ee-49ed-81ec-287be8da6ef5', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'mac_address': 'fa:16:3e:93:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:08Z', 'revision_number': 5, 'project_id': '551e3d92eba5412297c3544177af2587', 'subnets': [{'id': '004bbac2-0014-4e4a-bd98-f2f6cd1034a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:46:58.829020 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-386321e0-f402-46d6-b6a2-3e9fc0aa91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:46:58Z', 'revision_number': 6, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port_host': None}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:58.857941 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Pushing event deleted for resources: {'Port': ['ID=32a8169d-e0af-421c-8714-e338fecd683d,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:58.867392 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386321e0-f402-46d6-b6a2-3e9fc0aa91d9 None None] The sync data for ids ['6424dcdd-f8d2-4e9f-b413-1dee55cdb387'] in dv-cinder-790535-31-iscsi is: [{'id': '6424dcdd-f8d2-4e9f-b413-1dee55cdb387', 'name': 'tempest-TestMinimumBasicScenario-1927195636-router', 'tenant_id': 'ee5fbcd9de654056a71858f0688b8a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:34Z', 'updated_at': '2022-03-22T17:46:58Z', 'revision_number': 6, 'project_id': 'ee5fbcd9de654056a71858f0688b8a75', 'gw_port_host': None}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:46:58.932998 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686665'] for router_gateway (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.084216 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-02c3889c-9a27-4211-b715-7b9064fe4628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.086418 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92462a8e-be03-4cb1-a9e7-8fe9ab4cdce2 None None] New status for floating IP e6e8daf4-e814-4b63-928b-489555435975: DOWN {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:46:59.325684 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device d6dfd466-c447-4214-8682-879f06ab1e77 up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:46:59.329208 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3000'] for router (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.335523 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Publish callbacks [] for router_controller (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.344305 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-0ce50485-d0d1-4f2e-9592-e3f6de42a511 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Deleting port 4768fbad-d00f-4f21-9782-d75f674828ad {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:59.344812 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0ce50485-d0d1-4f2e-9592-e3f6de42a511 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (4768fbad-d00f-4f21-9782-d75f674828ad), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.464921 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683050'] for router (6424dcdd-f8d2-4e9f-b413-1dee55cdb387), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.465458 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6424dcdd-f8d2-4e9f-b413-1dee55cdb387 {{(pid=109968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:46:59.472835 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.478693 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-9d023321-5f03-4434-98fb-0803a803637d admin admin] 10.222.0.42 "DELETE /v2.0/routers/6424dcdd-f8d2-4e9f-b413-1dee55cdb387 HTTP/1.1" status: 204 len: 168 time: 1.6490257 Mar 22 17:46:59.479386 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57708) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:59.513498 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port d6dfd466-c447-4214-8682-879f06ab1e77 completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:46:59.516299 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0ce50485-d0d1-4f2e-9592-e3f6de42a511 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (4768fbad-d00f-4f21-9782-d75f674828ad), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.516645 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0ce50485-d0d1-4f2e-9592-e3f6de42a511 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for floatingip (4768fbad-d00f-4f21-9782-d75f674828ad), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.518796 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port d6dfd466-c447-4214-8682-879f06ab1e77 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:46:59.519234 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.540892 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-0ce50485-d0d1-4f2e-9592-e3f6de42a511 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Calling delete_port for 4768fbad-d00f-4f21-9782-d75f674828ad owned by network:floatingip {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:59.553947 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60c42b5-7308-4990-8308-779b2ad34aa2 admin admin] Deleting subnet 8bfdcdda-fee9-4a49-a4da-010b7e834f7f {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:46:59.557624 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a60c42b5-7308-4990-8308-779b2ad34aa2 admin admin] Publish callbacks [] for subnet (8bfdcdda-fee9-4a49-a4da-010b7e834f7f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.620737 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a60c42b5-7308-4990-8308-779b2ad34aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62622258'] for subnet (8bfdcdda-fee9-4a49-a4da-010b7e834f7f), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.628144 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port d6dfd466-c447-4214-8682-879f06ab1e77 is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:46:59.628699 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.662908 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fdda61-cafb-4a53-b138-d9b898eb80ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dfd466-c447-4214-8682-879f06ab1e77'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:59.665667 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da3a359-a292-4d18-89e3-6c26c46d4102" -d '{"events": [{"server_uuid": "00fdda61-cafb-4a53-b138-d9b898eb80ae", "name": "network-vif-plugged", "status": "completed", "tag": "d6dfd466-c447-4214-8682-879f06ab1e77"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:59.680571 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port d6dfd466-c447-4214-8682-879f06ab1e77, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d6dfd466-c447-4214-8682-879f06ab1e77,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:59.688284 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.689179 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0a218033-92ac-4970-8f07-4700a2ce8b8e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:46:59.773710 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0ce50485-d0d1-4f2e-9592-e3f6de42a511 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (4768fbad-d00f-4f21-9782-d75f674828ad), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.807170 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce50485-d0d1-4f2e-9592-e3f6de42a511 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Pushing event deleted for resources: {'Port': ['ID=4768fbad-d00f-4f21-9782-d75f674828ad,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:59.824641 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=d6dfd466-c447-4214-8682-879f06ab1e77,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:59.840008 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdcf138-3625-45d4-83d6-127b3312c990 x-openstack-request-id: req-8bdcf138-3625-45d4-83d6-127b3312c990 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:59.840832 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fdda61-cafb-4a53-b138-d9b898eb80ae", "name": "network-vif-plugged", "status": "completed", "tag": "d6dfd466-c447-4214-8682-879f06ab1e77", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:59.841368 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8bdcf138-3625-45d4-83d6-127b3312c990 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:59.842321 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdcf138-3625-45d4-83d6-127b3312c990'] response: {'server_uuid': '00fdda61-cafb-4a53-b138-d9b898eb80ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dfd466-c447-4214-8682-879f06ab1e77', 'code': 200} Mar 22 17:46:59.845402 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.846006 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.846820 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.847583 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.848384 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.849240 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.850541 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.851364 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.852167 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.852989 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.853799 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.854575 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.855736 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.856504 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.857265 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:59.864962 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: 0a218033-92ac-4970-8f07-4700a2ce8b8e {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:46:59.866256 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0a218033-92ac-4970-8f07-4700a2ce8b8e not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:46:59.884932 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0ce50485-d0d1-4f2e-9592-e3f6de42a511 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks [] for floatingip (e6e8daf4-e814-4b63-928b-489555435975), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.888026 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0ce50485-d0d1-4f2e-9592-e3f6de42a511 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.892004 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-0ce50485-d0d1-4f2e-9592-e3f6de42a511 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "DELETE /v2.0/floatingips/e6e8daf4-e814-4b63-928b-489555435975 HTTP/1.1" status: 204 len: 168 time: 1.1951258 Mar 22 17:46:59.933748 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a60c42b5-7308-4990-8308-779b2ad34aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (8bfdcdda-fee9-4a49-a4da-010b7e834f7f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:59.992241 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0847a3f-30bf-40ae-af95-eede724279a2 req-a8c2f022-b763-4014-b6ff-932dcad67a21 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:59.994969 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a0847a3f-30bf-40ae-af95-eede724279a2 req-a8c2f022-b763-4014-b6ff-932dcad67a21 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 945 time: 0.2244022 Mar 22 17:47:00.023204 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23413d1-3729-4843-8f63-4d7e37a62d12 req-cb4a38e5-5129-4259-843e-26125ef3f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:00.024313 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b23413d1-3729-4843-8f63-4d7e37a62d12 req-cb4a38e5-5129-4259-843e-26125ef3f858 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 1129 time: 0.0715852 Mar 22 17:47:00.105151 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a0847a3f-30bf-40ae-af95-eede724279a2 req-bea12331-872e-4afc-9ccd-6ca3215960ad tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996227 Mar 22 17:47:00.108524 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a60c42b5-7308-4990-8308-779b2ad34aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61705885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59114573'] for subnet (8bfdcdda-fee9-4a49-a4da-010b7e834f7f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.109068 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b23413d1-3729-4843-8f63-4d7e37a62d12 req-5350a4ca-271e-4a54-b24c-4135632b5b21 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748651 Mar 22 17:47:00.147089 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3371e8-04f4-4080-885f-d7f15f2a79a1 None None] Network 2d568286-e569-4699-8813-e6e3ef8dd68d requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:47:00.160764 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a60c42b5-7308-4990-8308-779b2ad34aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.166444 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a60c42b5-7308-4990-8308-779b2ad34aa2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8bfdcdda-fee9-4a49-a4da-010b7e834f7f HTTP/1.1" status: 204 len: 168 time: 0.6851737 Mar 22 17:47:00.168509 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c42b5-7308-4990-8308-779b2ad34aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bfdcdda-fee9-4a49-a4da-010b7e834f7f,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:00.168827 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57718) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:00.274565 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (2d568286-e569-4699-8813-e6e3ef8dd68d), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.301630 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 32a8169d-e0af-421c-8714-e338fecd683d no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:00.326291 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 32a8169d-e0af-421c-8714-e338fecd683d {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:47:00.326598 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 32a8169d-e0af-421c-8714-e338fecd683d not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:47:00.326961 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 3951e38f-24f7-40d4-85a3-c9580e22c7e2 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:00.353289 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 3951e38f-24f7-40d4-85a3-c9580e22c7e2 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:47:00.353643 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 3951e38f-24f7-40d4-85a3-c9580e22c7e2 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:47:00.367134 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Deleting port f53556ed-fc6f-4aea-8b87-73f56d8df6e2 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:00.367472 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.445106 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] For port f53556ed-fc6f-4aea-8b87-73f56d8df6e2, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=f53556ed-fc6f-4aea-8b87-73f56d8df6e2,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:00.445539 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.446066 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b5492b-0421-47d7-a6ed-f5451dec680c None None] DHCP port deletion for 2d568286-e569-4699-8813-e6e3ef8dd68d request from dv-cinder-790535-31-iscsi {{(pid=109969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:47:00.462781 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Calling delete_port for f53556ed-fc6f-4aea-8b87-73f56d8df6e2 owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:00.536130 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-02b5492b-0421-47d7-a6ed-f5451dec680c None None] Deleting port f53556ed-fc6f-4aea-8b87-73f56d8df6e2 {{(pid=109969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:00.537599 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-02b5492b-0421-47d7-a6ed-f5451dec680c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), before_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.562520 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.609951 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f53556ed-fc6f-4aea-8b87-73f56d8df6e2,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:00.613023 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] No DVR routers for this DVR port f53556ed-fc6f-4aea-8b87-73f56d8df6e2 on host dv-cinder-790535-31-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:47:00.625757 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-02b5492b-0421-47d7-a6ed-f5451dec680c None None] For port f53556ed-fc6f-4aea-8b87-73f56d8df6e2, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=f53556ed-fc6f-4aea-8b87-73f56d8df6e2,segment=NetworkSegment(8631c860-b43c-4eb4-8ea4-0aafceaa619d),segment_id=8631c860-b43c-4eb4-8ea4-0aafceaa619d)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:00.626398 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-02b5492b-0421-47d7-a6ed-f5451dec680c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), precommit_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.655528 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-02b5492b-0421-47d7-a6ed-f5451dec680c None None] Calling delete_port for f53556ed-fc6f-4aea-8b87-73f56d8df6e2 owned by network:dhcp {{(pid=109969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:00.726161 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (2d568286-e569-4699-8813-e6e3ef8dd68d), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.754039 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d568286-e569-4699-8813-e6e3ef8dd68d']}} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:00.765316 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8631c860-b43c-4eb4-8ea4-0aafceaa619d') {'for_net_delete': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:00.765783 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8631c860-b43c-4eb4-8ea4-0aafceaa619d') {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:00.777357 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59346216'] for segment (8631c860-b43c-4eb4-8ea4-0aafceaa619d), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.799109 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (8631c860-b43c-4eb4-8ea4-0aafceaa619d), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.808741 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=109968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:47:00.809193 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59432277'] for segment (8631c860-b43c-4eb4-8ea4-0aafceaa619d), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: Traceback (most recent call last): Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: timer() Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: cb(*args, **kw) Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: return func(*args, **kwargs) Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: self._notify() Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: self.callback(batched_events) Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: event.method(event) Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: return f(self, *a, **k) Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._get(url).json() Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: return self.request(url, 'GET', **kwargs) Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:47:00.811402 dv-cinder-790535-31-iscsi neutron-server[109968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:47:00.814618 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-02b5492b-0421-47d7-a6ed-f5451dec680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671'] for port (f53556ed-fc6f-4aea-8b87-73f56d8df6e2), after_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.844659 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5492b-0421-47d7-a6ed-f5451dec680c None None] Pushing event deleted for resources: {'Port': ['ID=f53556ed-fc6f-4aea-8b87-73f56d8df6e2,revision_number=None']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:00.846889 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5492b-0421-47d7-a6ed-f5451dec680c None None] No DVR routers for this DVR port f53556ed-fc6f-4aea-8b87-73f56d8df6e2 on host dv-cinder-790535-31-iscsi {{(pid=109969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:47:00.881228 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (2d568286-e569-4699-8813-e6e3ef8dd68d), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.890304 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:00.894978 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2d568286-e569-4699-8813-e6e3ef8dd68d HTTP/1.1" status: 204 len: 168 time: 0.7248130 Mar 22 17:47:00.899004 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57722) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:00.916528 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bd09f-f9e0-4478-a9b1-5aa34ed9ad33 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d568286-e569-4699-8813-e6e3ef8dd68d,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:01.385314 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae87aec-842d-43de-b630-057195b3ab42 req-84cf75bc-9fca-4c12-b39a-50412ba5bc04 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:01.393406 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0ae87aec-842d-43de-b630-057195b3ab42 req-84cf75bc-9fca-4c12-b39a-50412ba5bc04 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 945 time: 0.1011655 Mar 22 17:47:01.460912 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0ae87aec-842d-43de-b630-057195b3ab42 req-d538d076-43d8-4a7e-ab9f-13d4c5d983a4 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663941 Mar 22 17:47:01.475259 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8bd9546e-cfc5-4b5a-ba87-97acd2b9e9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688003'] for router_interface (dfb024d8-8994-423b-9560-412525537898), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:01.798340 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-670c4287-a3d9-4d73-9e54-8ff6862f8022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.090553 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-8bd9546e-cfc5-4b5a-ba87-97acd2b9e9d8 admin admin] Deleting port 4ca572ff-a894-4827-9ca5-da90c6d96a24 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:02.091310 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8bd9546e-cfc5-4b5a-ba87-97acd2b9e9d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.180746 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-8bd9546e-cfc5-4b5a-ba87-97acd2b9e9d8 admin admin] For port 4ca572ff-a894-4827-9ca5-da90c6d96a24, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=4ca572ff-a894-4827-9ca5-da90c6d96a24,segment=NetworkSegment(ae6b110b-db59-4746-9456-8e33d738daaf),segment_id=ae6b110b-db59-4746-9456-8e33d738daaf)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:02.181205 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8bd9546e-cfc5-4b5a-ba87-97acd2b9e9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.200155 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-8bd9546e-cfc5-4b5a-ba87-97acd2b9e9d8 admin admin] Calling delete_port for 4ca572ff-a894-4827-9ca5-da90c6d96a24 owned by network:router_interface {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:02.322824 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device f53556ed-fc6f-4aea-8b87-73f56d8df6e2 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:02.376933 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: f53556ed-fc6f-4aea-8b87-73f56d8df6e2 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:47:02.377663 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device f53556ed-fc6f-4aea-8b87-73f56d8df6e2 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:47:02.473130 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8bd9546e-cfc5-4b5a-ba87-97acd2b9e9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (4ca572ff-a894-4827-9ca5-da90c6d96a24), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.521547 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9546e-cfc5-4b5a-ba87-97acd2b9e9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca572ff-a894-4827-9ca5-da90c6d96a24,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:02.636169 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992f3b3-aa7c-47d3-b9bc-fd8434d3d8c9 req-b3e83a35-27ed-461d-9c3d-a0c8dbab1b5d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:02.640122 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8992f3b3-aa7c-47d3-b9bc-fd8434d3d8c9 req-b3e83a35-27ed-461d-9c3d-a0c8dbab1b5d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.0940702 Mar 22 17:47:02.698186 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8992f3b3-aa7c-47d3-b9bc-fd8434d3d8c9 req-a7d7967e-9195-459c-8946-41c118b6379d tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519433 Mar 22 17:47:02.751184 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad7045-e944-441e-bcd8-3c058421bcb2 req-4fd82ff7-92d3-44c7-ac67-7c8132ef1eca tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:02.752822 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8fad7045-e944-441e-bcd8-3c058421bcb2 req-4fd82ff7-92d3-44c7-ac67-7c8132ef1eca tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 945 time: 0.1794415 Mar 22 17:47:02.824608 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8bd9546e-cfc5-4b5a-ba87-97acd2b9e9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689459'] for router_interface (dfb024d8-8994-423b-9560-412525537898), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.829316 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8fad7045-e944-441e-bcd8-3c058421bcb2 req-00347c44-5558-4584-9831-46632417d632 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680935 Mar 22 17:47:02.963819 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9211d8-0aee-4065-856f-d2dab1ce875e req-6c93dea8-881a-4087-8231-a30f9bb5e4dd tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:02.965442 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3a9211d8-0aee-4065-856f-d2dab1ce875e req-6c93dea8-881a-4087-8231-a30f9bb5e4dd tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 945 time: 0.0645351 Mar 22 17:47:02.979582 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57762) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:02.984922 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-fa67c7d3-3eb7-442b-ad60-daeb8313579c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Request body: {'floatingip': {'port_id': 'd6dfd466-c447-4214-8682-879f06ab1e77'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:03.035547 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fa67c7d3-3eb7-442b-ad60-daeb8313579c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (80b68c37-8c90-40c5-8b77-345d73633c19), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:03.129276 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd9546e-cfc5-4b5a-ba87-97acd2b9e9d8 admin admin] Router dfb024d8-8994-423b-9560-412525537898 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:47:03.222326 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:03.276548 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd9546e-cfc5-4b5a-ba87-97acd2b9e9d8 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:47:03.289127 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-8bd9546e-cfc5-4b5a-ba87-97acd2b9e9d8 admin admin] 10.222.0.42 "PUT /v2.0/routers/dfb024d8-8994-423b-9560-412525537898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3842478 Mar 22 17:47:03.289335 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57764) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:03.291589 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a725a-6f4a-4f5f-9d10-ccd0b3c1abca None None] Sync routers for ids ['dfb024d8-8994-423b-9560-412525537898'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:47:03.304796 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a725a-6f4a-4f5f-9d10-ccd0b3c1abca None None] Routers {'dfb024d8-8994-423b-9560-412525537898'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:03.305997 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-1d6a725a-6f4a-4f5f-9d10-ccd0b3c1abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['dfb024d8-8994-423b-9560-412525537898'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:03.449319 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-1d6a725a-6f4a-4f5f-9d10-ccd0b3c1abca None None] Set router dfb024d8-8994-423b-9560-412525537898 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:03.555032 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Publish callbacks [] for router (dfb024d8-8994-423b-9560-412525537898), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:03.679983 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-1d6a725a-6f4a-4f5f-9d10-ccd0b3c1abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb024d8-8994-423b-9560-412525537898', 'name': 'tempest-TestMinimumBasicScenario-1700308830-router', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:42Z', 'updated_at': '2022-03-22T17:47:02Z', 'revision_number': 5, 'project_id': '2932bbf8bdb144f796666a8d3cb9d554', 'gw_port': {'id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb024d8-8994-423b-9560-412525537898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:43Z', 'updated_at': '2022-03-22T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:03.715395 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a725a-6f4a-4f5f-9d10-ccd0b3c1abca None None] Checking router: dfb024d8-8994-423b-9560-412525537898 for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:47:03.727047 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a725a-6f4a-4f5f-9d10-ccd0b3c1abca None None] Routers {'dfb024d8-8994-423b-9560-412525537898'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:03.727919 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-1d6a725a-6f4a-4f5f-9d10-ccd0b3c1abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['dfb024d8-8994-423b-9560-412525537898'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:03.775385 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Publish callbacks [] for router_gateway (dfb024d8-8994-423b-9560-412525537898), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:03.811575 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56b40-2a96-481d-9ef7-fd2f8c0a6283 req-07cf0450-ea5e-40f8-99f2-cfc5eaa767ac tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:03.820392 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b9b56b40-2a96-481d-9ef7-fd2f8c0a6283 req-07cf0450-ea5e-40f8-99f2-cfc5eaa767ac tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 945 time: 0.0844517 Mar 22 17:47:03.856917 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fa67c7d3-3eb7-442b-ad60-daeb8313579c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:03.878445 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fa67c7d3-3eb7-442b-ad60-daeb8313579c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (80b68c37-8c90-40c5-8b77-345d73633c19), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:03.892193 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-1d6a725a-6f4a-4f5f-9d10-ccd0b3c1abca None None] Set router dfb024d8-8994-423b-9560-412525537898 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:03.903542 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b9b56b40-2a96-481d-9ef7-fd2f8c0a6283 req-0dabe48e-c971-4fca-97c9-91404d1b31cf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=3165d4bb-f326-4a67-8259-5810c7e9eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807242 Mar 22 17:47:04.038234 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bba4f-0297-4b9f-a91f-0a3f009a2df6 req-114dd5c0-545f-4bd6-9e15-e77a6cd905b7 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:04.039884 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f43bba4f-0297-4b9f-a91f-0a3f009a2df6 req-114dd5c0-545f-4bd6-9e15-e77a6cd905b7 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.1890607 Mar 22 17:47:04.041456 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Deleting port 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:04.041877 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:04.067637 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:47:04.103583 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [None req-fa67c7d3-3eb7-442b-ad60-daeb8313579c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Floating IP 80b68c37-8c90-40c5-8b77-345d73633c19 associated. External IP: 172.27.3.141, port: d6dfd466-c447-4214-8682-879f06ab1e77. Mar 22 17:47:04.205936 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-1d6a725a-6f4a-4f5f-9d10-ccd0b3c1abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb024d8-8994-423b-9560-412525537898', 'name': 'tempest-TestMinimumBasicScenario-1700308830-router', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:42Z', 'updated_at': '2022-03-22T17:47:02Z', 'revision_number': 5, 'project_id': '2932bbf8bdb144f796666a8d3cb9d554', 'gw_port': {'id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb024d8-8994-423b-9560-412525537898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:43Z', 'updated_at': '2022-03-22T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:04.246366 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f43bba4f-0297-4b9f-a91f-0a3f009a2df6 req-457b5c52-3fcf-48b6-8e8d-79c08c4e6704 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884086 Mar 22 17:47:04.250773 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a725a-6f4a-4f5f-9d10-ccd0b3c1abca None None] The sync data for ids ['dfb024d8-8994-423b-9560-412525537898'] in dv-cinder-790535-31-iscsi is: [{'id': 'dfb024d8-8994-423b-9560-412525537898', 'name': 'tempest-TestMinimumBasicScenario-1700308830-router', 'tenant_id': '2932bbf8bdb144f796666a8d3cb9d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:43:42Z', 'updated_at': '2022-03-22T17:47:02Z', 'revision_number': 5, 'project_id': '2932bbf8bdb144f796666a8d3cb9d554', 'gw_port': {'id': '51e14c2f-d481-409f-8344-cd7a9d2f6ed2', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb024d8-8994-423b-9560-412525537898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:43:43Z', 'updated_at': '2022-03-22T17:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:47:04.292411 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] For port 51e14c2f-d481-409f-8344-cd7a9d2f6ed2, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=51e14c2f-d481-409f-8344-cd7a9d2f6ed2,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:04.292786 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:04.315361 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Calling delete_port for 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 owned by network:router_gateway {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:04.550186 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:04.929491 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa67c7d3-3eb7-442b-ad60-daeb8313579c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Router e2099780-cd08-45d0-ac59-c761efd1e4f0 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:47:05.008562 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c402d20-51e5-4766-9bde-e9f9c0c9ddb9 req-f4acdab5-ada5-48b7-9e81-4cee04a33332 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:05.011222 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7c402d20-51e5-4766-9bde-e9f9c0c9ddb9 req-f4acdab5-ada5-48b7-9e81-4cee04a33332 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.1644645 Mar 22 17:47:05.101136 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d73df6-b6f8-4d26-8a69-769f692f7f91 req-c85f7270-bb51-4028-be03-e488e6c61672 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:05.103414 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-09d73df6-b6f8-4d26-8a69-769f692f7f91 req-c85f7270-bb51-4028-be03-e488e6c61672 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 945 time: 0.0705287 Mar 22 17:47:05.159373 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (51e14c2f-d481-409f-8344-cd7a9d2f6ed2), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.186859 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-09d73df6-b6f8-4d26-8a69-769f692f7f91 req-a469fa5f-48f8-4f23-9770-88278465c823 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=3165d4bb-f326-4a67-8259-5810c7e9eb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721970 Mar 22 17:47:05.220636 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e14c2f-d481-409f-8344-cd7a9d2f6ed2,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:05.345308 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa67c7d3-3eb7-442b-ad60-daeb8313579c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:47:05.359118 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fa67c7d3-3eb7-442b-ad60-daeb8313579c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.365875 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2288d-ea98-42f8-991d-1bfae284d300 None None] Sync routers for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:47:05.384206 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2288d-ea98-42f8-991d-1bfae284d300 None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:05.384927 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-daa2288d-ea98-42f8-991d-1bfae284d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:05.433543 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-7c402d20-51e5-4766-9bde-e9f9c0c9ddb9 req-2f47879d-a09a-428b-8074-89a284a0c0fe tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Deleting port 0f3b47c5-00c2-41a5-a888-d228ecfb4988 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:05.433883 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-7c402d20-51e5-4766-9bde-e9f9c0c9ddb9 req-2f47879d-a09a-428b-8074-89a284a0c0fe tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.437211 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686665'] for router_gateway (dfb024d8-8994-423b-9560-412525537898), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.499594 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-fa67c7d3-3eb7-442b-ad60-daeb8313579c tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "PUT /v2.0/floatingips/80b68c37-8c90-40c5-8b77-345d73633c19 HTTP/1.1" status: 200 len: 991 time: 2.5186243 Mar 22 17:47:05.522443 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-328edfd4-3cf5-4348-b7ee-338c37cb7bb6 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:05.523355 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-328edfd4-3cf5-4348-b7ee-338c37cb7bb6 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 945 time: 0.0803480 Mar 22 17:47:05.562474 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fdda61-cafb-4a53-b138-d9b898eb80ae', 'tag': 'd6dfd466-c447-4214-8682-879f06ab1e77'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:47:05.562750 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-daa2288d-ea98-42f8-991d-1bfae284d300 None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:05.564606 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380ab171-eb43-4860-a8f2-0bafb4fcfae2" -d '{"events": [{"name": "network-changed", "server_uuid": "00fdda61-cafb-4a53-b138-d9b898eb80ae", "tag": "d6dfd466-c447-4214-8682-879f06ab1e77"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:47:05.625640 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3000'] for router (dfb024d8-8994-423b-9560-412525537898), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.631898 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Publish callbacks [] for router_controller (dfb024d8-8994-423b-9560-412525537898), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.661359 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Deleting port c3e44bce-1188-46c2-a3b2-d05155d24e9c {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:05.662107 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.663750 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad7665-bfca-4f57-b448-6a7bbc024bc2 req-ce43b8fe-51d6-492a-bd22-1781c3a23f83 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:05.665398 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8cad7665-bfca-4f57-b448-6a7bbc024bc2 req-ce43b8fe-51d6-492a-bd22-1781c3a23f83 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 945 time: 0.2953053 Mar 22 17:47:05.696696 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bbb0a3-0728-43bb-ba26-11a125aa5eb3 x-openstack-request-id: req-00bbb0a3-0728-43bb-ba26-11a125aa5eb3 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:47:05.697050 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fdda61-cafb-4a53-b138-d9b898eb80ae", "tag": "d6dfd466-c447-4214-8682-879f06ab1e77", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:47:05.697462 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00bbb0a3-0728-43bb-ba26-11a125aa5eb3 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:47:05.697852 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00bbb0a3-0728-43bb-ba26-11a125aa5eb3'] response: {'name': 'network-changed', 'server_uuid': '00fdda61-cafb-4a53-b138-d9b898eb80ae', 'tag': 'd6dfd466-c447-4214-8682-879f06ab1e77', 'status': 'completed', 'code': 200} Mar 22 17:47:05.759229 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683050'] for router (dfb024d8-8994-423b-9560-412525537898), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.759757 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfb024d8-8994-423b-9560-412525537898 {{(pid=109968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:47:05.774592 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.779661 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-9b575e9c-79f8-4d29-a501-93c72c147f77 admin admin] 10.222.0.42 "DELETE /v2.0/routers/dfb024d8-8994-423b-9560-412525537898 HTTP/1.1" status: 204 len: 168 time: 2.4860189 Mar 22 17:47:05.779661 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-7c402d20-51e5-4766-9bde-e9f9c0c9ddb9 req-2f47879d-a09a-428b-8074-89a284a0c0fe tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] For port 0f3b47c5-00c2-41a5-a888-d228ecfb4988, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0f3b47c5-00c2-41a5-a888-d228ecfb4988,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:05.780135 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-7c402d20-51e5-4766-9bde-e9f9c0c9ddb9 req-2f47879d-a09a-428b-8074-89a284a0c0fe tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.782584 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57790) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:05.807499 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] For port c3e44bce-1188-46c2-a3b2-d05155d24e9c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c3e44bce-1188-46c2-a3b2-d05155d24e9c,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:05.808150 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.845443 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-7c402d20-51e5-4766-9bde-e9f9c0c9ddb9 req-2f47879d-a09a-428b-8074-89a284a0c0fe tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Calling delete_port for 0f3b47c5-00c2-41a5-a888-d228ecfb4988 owned by compute:nova {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:05.910117 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8cad7665-bfca-4f57-b448-6a7bbc024bc2 req-b77bf8cc-23f0-42dd-8575-334fbf86be55 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914275 Mar 22 17:47:05.939734 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab171-eb43-4860-a8f2-0bafb4fcfae2 req-08e6e7a2-52c7-44ed-b0f2-6d5455ef7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:05.941304 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-380ab171-eb43-4860-a8f2-0bafb4fcfae2 req-08e6e7a2-52c7-44ed-b0f2-6d5455ef7fb3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dafda4c018df4141b3c5cfbecea2350e&device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 1129 time: 0.2400012 Mar 22 17:47:05.946544 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a081b4b-f937-4cc1-b519-c18485bf9040 admin admin] Deleting subnet cf04d607-26c9-4555-a236-5e7701d87c4c {{(pid=109968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:47:05.963766 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4a081b4b-f937-4cc1-b519-c18485bf9040 admin admin] Publish callbacks [] for subnet (cf04d607-26c9-4555-a236-5e7701d87c4c), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:06.030581 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-daa2288d-ea98-42f8-991d-1bfae284d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '80b68c37-8c90-40c5-8b77-345d73633c19', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'port_id': 'd6dfd466-c447-4214-8682-879f06ab1e77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'mac_address': 'fa:16:3e:26:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fdda61-cafb-4a53-b138-d9b898eb80ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:46:46Z', 'updated_at': '2022-03-22T17:47:03Z', 'revision_number': 1, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:05Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:06.063392 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2288d-ea98-42f8-991d-1bfae284d300 None None] Checking router: e2099780-cd08-45d0-ac59-c761efd1e4f0 for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:47:06.066861 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:06.067230 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (f08c2fc6-6f6a-4c3c-9354-c7544ae2080b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:06.067557 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Floating IP f08c2fc6-6f6a-4c3c-9354-c7544ae2080b disassociated. External IP: 172.27.3.39, port: c3e44bce-1188-46c2-a3b2-d05155d24e9c. Mar 22 17:47:06.067971 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Calling delete_port for c3e44bce-1188-46c2-a3b2-d05155d24e9c owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:06.068545 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4a081b4b-f937-4cc1-b519-c18485bf9040 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59346193'] for subnet (cf04d607-26c9-4555-a236-5e7701d87c4c), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:06.074083 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2288d-ea98-42f8-991d-1bfae284d300 None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:06.074823 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-daa2288d-ea98-42f8-991d-1bfae284d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:06.189717 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:06.206026 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab171-eb43-4860-a8f2-0bafb4fcfae2 req-e8213bdc-08d8-4bb2-9fb0-2f0507c5147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:06.206901 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-380ab171-eb43-4860-a8f2-0bafb4fcfae2 req-e8213bdc-08d8-4bb2-9fb0-2f0507c5147f service neutron] 10.222.0.76 "GET /v2.0/networks?id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51 HTTP/1.1" status: 200 len: 911 time: 0.2561884 Mar 22 17:47:06.261611 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-daa2288d-ea98-42f8-991d-1bfae284d300 None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:06.328407 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4a081b4b-f937-4cc1-b519-c18485bf9040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (cf04d607-26c9-4555-a236-5e7701d87c4c), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:06.394943 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-7c402d20-51e5-4766-9bde-e9f9c0c9ddb9 req-2f47879d-a09a-428b-8074-89a284a0c0fe tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (0f3b47c5-00c2-41a5-a888-d228ecfb4988), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:06.399214 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-380ab171-eb43-4860-a8f2-0bafb4fcfae2 req-4a46fc8a-1e5c-411e-abb9-62ecaef71203 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6dfd466-c447-4214-8682-879f06ab1e77 HTTP/1.1" status: 200 len: 999 time: 0.1636436 Mar 22 17:47:06.414871 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['0f3b47c5-00c2-41a5-a888-d228ecfb4988', '2527f894-94bb-469c-b9c6-e80fe8fc5e2c'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:47:06.485123 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 4ca572ff-a894-4827-9ca5-da90c6d96a24 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:06.501934 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a2627206-6c3f-4a9a-8fda-e4a37b0f34ac req-6634d065-03bd-44f4-80d7-c061b9d1a273 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 210 time: 0.0860288 Mar 22 17:47:06.503683 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (c3e44bce-1188-46c2-a3b2-d05155d24e9c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:06.544771 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47879d-a09a-428b-8074-89a284a0c0fe tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Pushing event deleted for resources: {'Port': ['ID=0f3b47c5-00c2-41a5-a888-d228ecfb4988,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:06.575469 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event deleted for resources: {'Port': ['ID=c3e44bce-1188-46c2-a3b2-d05155d24e9c,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:06.585263 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 4ca572ff-a894-4827-9ca5-da90c6d96a24 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:47:06.586066 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 4ca572ff-a894-4827-9ca5-da90c6d96a24 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:47:06.586528 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:06.608549 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4a081b4b-f937-4cc1-b519-c18485bf9040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59432183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521012'] for subnet (cf04d607-26c9-4555-a236-5e7701d87c4c), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:06.667445 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c402d20-51e5-4766-9bde-e9f9c0c9ddb9 req-2f47879d-a09a-428b-8074-89a284a0c0fe tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] No DVR routers for this DVR port 0f3b47c5-00c2-41a5-a888-d228ecfb4988 on host hv-cinder-79053 {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:47:06.669131 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:47:06.669729 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 51e14c2f-d481-409f-8344-cd7a9d2f6ed2 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:47:06.706781 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-7c402d20-51e5-4766-9bde-e9f9c0c9ddb9 req-2f47879d-a09a-428b-8074-89a284a0c0fe tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:06.713380 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7c402d20-51e5-4766-9bde-e9f9c0c9ddb9 req-2f47879d-a09a-428b-8074-89a284a0c0fe tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.76 "DELETE /v2.0/ports/0f3b47c5-00c2-41a5-a888-d228ecfb4988 HTTP/1.1" status: 204 len: 173 time: 1.6907601 Mar 22 17:47:06.718819 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a081b4b-f937-4cc1-b519-c18485bf9040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf04d607-26c9-4555-a236-5e7701d87c4c,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:06.729889 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4a081b4b-f937-4cc1-b519-c18485bf9040 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:06.735851 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4a081b4b-f937-4cc1-b519-c18485bf9040 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cf04d607-26c9-4555-a236-5e7701d87c4c HTTP/1.1" status: 204 len: 168 time: 0.9475586 Mar 22 17:47:06.739408 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab171-eb43-4860-a8f2-0bafb4fcfae2 req-cf465e8a-4498-423c-bcdb-6d54551372d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:06.741940 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-380ab171-eb43-4860-a8f2-0bafb4fcfae2 req-cf465e8a-4498-423c-bcdb-6d54551372d7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56859b9d-6232-4703-b2f1-50f11823f1f1 HTTP/1.1" status: 200 len: 849 time: 0.3317575 Mar 22 17:47:06.742458 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57794) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:06.886669 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d917276-2392-4ea4-85d5-de9e6a36e11e None None] Network 6b0a8399-e1f6-4383-ad5c-dd272285c8b5 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:47:06.916669 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab171-eb43-4860-a8f2-0bafb4fcfae2 req-17136696-6a81-4ac9-be23-3ffb4651591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:06.919481 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-380ab171-eb43-4860-a8f2-0bafb4fcfae2 req-17136696-6a81-4ac9-be23-3ffb4651591c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=06def2f6-b8b5-444e-b9f0-54c72e8e6c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1695528 Mar 22 17:47:06.926695 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (6b0a8399-e1f6-4383-ad5c-dd272285c8b5), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:06.932472 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:47:07.184446 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4f171a34-1102-420f-9574-fbedf5408132 req-e926330a-8d31-4a51-803c-cfe18b4b8746 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3 HTTP/1.1" status: 200 len: 210 time: 0.0829179 Mar 22 17:47:07.266821 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-380ab171-eb43-4860-a8f2-0bafb4fcfae2 req-ec1389e9-0788-49cc-b785-81545db9acdc service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264751 Mar 22 17:47:07.310526 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:47:07.341901 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb89d28a-275e-4a4b-a30e-286ae5ad92b8 None None] Sync routers for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:47:07.366104 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Deleting port 85d63562-2c48-4897-902e-f310c6f60ecb {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:07.366493 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:07.379173 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-daa2288d-ea98-42f8-991d-1bfae284d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '80b68c37-8c90-40c5-8b77-345d73633c19', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'port_id': 'd6dfd466-c447-4214-8682-879f06ab1e77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'mac_address': 'fa:16:3e:26:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fdda61-cafb-4a53-b138-d9b898eb80ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:46:46Z', 'updated_at': '2022-03-22T17:47:03Z', 'revision_number': 1, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:05Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:07.411699 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb89d28a-275e-4a4b-a30e-286ae5ad92b8 None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:07.413402 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-eb89d28a-275e-4a4b-a30e-286ae5ad92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:07.490505 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-380ab171-eb43-4860-a8f2-0bafb4fcfae2 req-100416b5-3f49-4917-966a-ad19177f16c6 service neutron] 10.222.0.76 "GET /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154777 Mar 22 17:47:07.490741 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] No DVR routers for this DVR port c3e44bce-1188-46c2-a3b2-d05155d24e9c on host hv-cinder-79053 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:47:07.491289 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c023531-c9da-4420-8616-183272ec937f None None] DHCP port deletion for 6b0a8399-e1f6-4383-ad5c-dd272285c8b5 request from dv-cinder-790535-31-iscsi {{(pid=109969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:47:07.493264 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] For port 85d63562-2c48-4897-902e-f310c6f60ecb, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=85d63562-2c48-4897-902e-f310c6f60ecb,segment=NetworkSegment(ae6b110b-db59-4746-9456-8e33d738daaf),segment_id=ae6b110b-db59-4746-9456-8e33d738daaf)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:07.493951 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:07.499193 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:07.513849 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2288d-ea98-42f8-991d-1bfae284d300 None None] The sync data for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi is: [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '80b68c37-8c90-40c5-8b77-345d73633c19', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'port_id': 'd6dfd466-c447-4214-8682-879f06ab1e77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'mac_address': 'fa:16:3e:26:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fdda61-cafb-4a53-b138-d9b898eb80ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:46:46Z', 'updated_at': '2022-03-22T17:47:03Z', 'revision_number': 1, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:05Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:47:07.518582 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Calling delete_port for 85d63562-2c48-4897-902e-f310c6f60ecb owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:07.518896 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f7cb5dd0-9d82-4a2b-9836-892f1ea9e0b5 req-f8224e1f-10a7-4828-a035-e05b72a2c699 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "DELETE /v2.0/ports/c3e44bce-1188-46c2-a3b2-d05155d24e9c HTTP/1.1" status: 204 len: 173 time: 1.9898112 Mar 22 17:47:07.526299 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df936a53-01f2-4a77-b4ee-7c5b1be6f9ef', 'name': 'network-vif-deleted', 'tag': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:47:07.545749 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd5ff17-60f8-4e69-9e1f-66214611e750" -d '{"events": [{"server_uuid": "df936a53-01f2-4a77-b4ee-7c5b1be6f9ef", "name": "network-vif-deleted", "tag": "c3e44bce-1188-46c2-a3b2-d05155d24e9c"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:47:07.647628 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-eb89d28a-275e-4a4b-a30e-286ae5ad92b8 None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:07.676467 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-3c023531-c9da-4420-8616-183272ec937f None None] Deleting port 85d63562-2c48-4897-902e-f310c6f60ecb {{(pid=109969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:07.677387 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3c023531-c9da-4420-8616-183272ec937f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), before_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:07.706730 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3', 'name': 'network-vif-deleted', 'tag': '0f3b47c5-00c2-41a5-a888-d228ecfb4988'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:47:07.710854 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8781b127-33ab-4eab-8003-6cce3035792b" -d '{"events": [{"server_uuid": "b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3", "name": "network-vif-deleted", "tag": "0f3b47c5-00c2-41a5-a888-d228ecfb4988"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:47:07.811594 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:07.833023 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-3c023531-c9da-4420-8616-183272ec937f None None] For port 85d63562-2c48-4897-902e-f310c6f60ecb, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=85d63562-2c48-4897-902e-f310c6f60ecb,segment=NetworkSegment(ae6b110b-db59-4746-9456-8e33d738daaf),segment_id=ae6b110b-db59-4746-9456-8e33d738daaf)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:07.835471 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3c023531-c9da-4420-8616-183272ec937f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), precommit_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:07.851352 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-51734227-57a8-41c5-b5c2-462174f0bb45 req-020c5854-7e46-489b-9101-97c352a58361 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=df936a53-01f2-4a77-b4ee-7c5b1be6f9ef HTTP/1.1" status: 200 len: 210 time: 0.1443353 Mar 22 17:47:07.856308 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1d90ef-237f-475d-aea6-832af1c6dc7f x-openstack-request-id: req-af1d90ef-237f-475d-aea6-832af1c6dc7f {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:47:07.857882 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df936a53-01f2-4a77-b4ee-7c5b1be6f9ef", "name": "network-vif-deleted", "tag": "c3e44bce-1188-46c2-a3b2-d05155d24e9c", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:47:07.858621 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-3c023531-c9da-4420-8616-183272ec937f None None] Calling delete_port for 85d63562-2c48-4897-902e-f310c6f60ecb owned by network:dhcp {{(pid=109969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:07.860001 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af1d90ef-237f-475d-aea6-832af1c6dc7f {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:47:07.861327 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1d90ef-237f-475d-aea6-832af1c6dc7f'] response: {'server_uuid': 'df936a53-01f2-4a77-b4ee-7c5b1be6f9ef', 'name': 'network-vif-deleted', 'tag': 'c3e44bce-1188-46c2-a3b2-d05155d24e9c', 'status': 'completed', 'code': 200} Mar 22 17:47:07.919022 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3366d93e-a646-48a7-a1c6-7142876f9c84 x-openstack-request-id: req-3366d93e-a646-48a7-a1c6-7142876f9c84 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:47:07.921002 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3", "name": "network-vif-deleted", "tag": "0f3b47c5-00c2-41a5-a888-d228ecfb4988", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:47:07.921463 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3366d93e-a646-48a7-a1c6-7142876f9c84 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:47:07.922211 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3366d93e-a646-48a7-a1c6-7142876f9c84'] response: {'server_uuid': 'b7b6ccde-0c05-4f68-a1ca-6ca27eff16a3', 'name': 'network-vif-deleted', 'tag': '0f3b47c5-00c2-41a5-a888-d228ecfb4988', 'status': 'completed', 'code': 200} Mar 22 17:47:07.928367 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=85d63562-2c48-4897-902e-f310c6f60ecb,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:07.940700 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] No DVR routers for this DVR port 85d63562-2c48-4897-902e-f310c6f60ecb on host dv-cinder-790535-31-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:47:08.001690 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-eb89d28a-275e-4a4b-a30e-286ae5ad92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:08.037842 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3c023531-c9da-4420-8616-183272ec937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671'] for port (85d63562-2c48-4897-902e-f310c6f60ecb), after_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:08.038987 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb89d28a-275e-4a4b-a30e-286ae5ad92b8 None None] Checking router: 7e9c2aa2-d552-4d66-a494-db5bdffcb11c for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:47:08.049115 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb89d28a-275e-4a4b-a30e-286ae5ad92b8 None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:08.050085 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-eb89d28a-275e-4a4b-a30e-286ae5ad92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:08.051443 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (6b0a8399-e1f6-4383-ad5c-dd272285c8b5), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:08.081943 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0a8399-e1f6-4383-ad5c-dd272285c8b5']}} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:08.095114 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6b110b-db59-4746-9456-8e33d738daaf') {'for_net_delete': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:08.095612 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab87d2dd-d798-4b44-a17d-e3663105f5b1 None None] New status for floating IP 80b68c37-8c90-40c5-8b77-345d73633c19: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:47:08.095727 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6b110b-db59-4746-9456-8e33d738daaf') {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:08.105613 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c023531-c9da-4420-8616-183272ec937f None None] Pushing event deleted for resources: {'Port': ['ID=85d63562-2c48-4897-902e-f310c6f60ecb,revision_number=None']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:08.111921 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59346216'] for segment (ae6b110b-db59-4746-9456-8e33d738daaf), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:08.130814 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (ae6b110b-db59-4746-9456-8e33d738daaf), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:08.138455 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=109968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:47:08.138955 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59432277'] for segment (ae6b110b-db59-4746-9456-8e33d738daaf), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: Traceback (most recent call last): Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: timer() Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: cb(*args, **kw) Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: return func(*args, **kwargs) Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: self._notify() Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: self.callback(batched_events) Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: event.method(event) Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: return f(self, *a, **k) Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._get(url).json() Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: return self.request(url, 'GET', **kwargs) Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:47:08.141071 dv-cinder-790535-31-iscsi neutron-server[109968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:47:08.162070 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c023531-c9da-4420-8616-183272ec937f None None] No DVR routers for this DVR port 85d63562-2c48-4897-902e-f310c6f60ecb on host dv-cinder-790535-31-iscsi {{(pid=109969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:47:08.248244 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (6b0a8399-e1f6-4383-ad5c-dd272285c8b5), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:08.256162 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:08.268384 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] 10.222.0.42 "DELETE /v2.0/networks/6b0a8399-e1f6-4383-ad5c-dd272285c8b5 HTTP/1.1" status: 204 len: 168 time: 1.5239577 Mar 22 17:47:08.315325 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf94a6-71b7-4efe-a62f-69887e276f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0a8399-e1f6-4383-ad5c-dd272285c8b5,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:08.318245 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-eb89d28a-275e-4a4b-a30e-286ae5ad92b8 None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:08.410336 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 85d63562-2c48-4897-902e-f310c6f60ecb no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:08.470796 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 85d63562-2c48-4897-902e-f310c6f60ecb {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:47:08.473633 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 85d63562-2c48-4897-902e-f310c6f60ecb not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:47:08.696985 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57814) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:08.751595 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21063a5f-216c-4848-adb0-326fead77e17 req-e62dbb97-906c-44e9-accc-a23a034120e6 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:08.753925 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-21063a5f-216c-4848-adb0-326fead77e17 req-e62dbb97-906c-44e9-accc-a23a034120e6 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0620494 Mar 22 17:47:08.754621 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-f166c3ec-1dbe-4cf1-a952-92acbe6987a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee5fbcd9de654056a71858f0688b8a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0558071 Mar 22 17:47:08.758222 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57816) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:08.777769 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-eb89d28a-275e-4a4b-a30e-286ae5ad92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:08.806614 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb89d28a-275e-4a4b-a30e-286ae5ad92b8 None None] The sync data for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi is: [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:47:08.847426 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-21063a5f-216c-4848-adb0-326fead77e17 req-b345c6bd-0a7f-497e-b62b-0b1a70c1068c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827508 Mar 22 17:47:08.854433 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-91c7e8e4-5318-4037-ac4d-194365458ef7 admin admin] Publish callbacks [] for security_group (ff9fdc8d-5890-423c-bd68-3dc78250f881), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:08.883625 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-91c7e8e4-5318-4037-ac4d-194365458ef7 admin admin] Publish callbacks [] for security_group (ff9fdc8d-5890-423c-bd68-3dc78250f881), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:08.949644 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-91c7e8e4-5318-4037-ac4d-194365458ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (ff9fdc8d-5890-423c-bd68-3dc78250f881), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:08.952454 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-91c7e8e4-5318-4037-ac4d-194365458ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:08.953739 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-91c7e8e4-5318-4037-ac4d-194365458ef7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff9fdc8d-5890-423c-bd68-3dc78250f881 HTTP/1.1" status: 204 len: 168 time: 0.1944799 Mar 22 17:47:08.962859 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57824) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:08.966338 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7e8e4-5318-4037-ac4d-194365458ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9fdc8d-5890-423c-bd68-3dc78250f881,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:09.060705 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-dcf289c0-b4f9-4b2e-9183-6b51e874eaed tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (3165d4bb-f326-4a67-8259-5810c7e9eb77), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:09.108066 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-dcf289c0-b4f9-4b2e-9183-6b51e874eaed tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (3165d4bb-f326-4a67-8259-5810c7e9eb77), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:09.132873 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f9d04-8457-4df8-8e31-9043ef351161 None None] New status for floating IP f08c2fc6-6f6a-4c3c-9354-c7544ae2080b: DOWN {{(pid=109970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:47:09.191748 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-dcf289c0-b4f9-4b2e-9183-6b51e874eaed tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (3165d4bb-f326-4a67-8259-5810c7e9eb77), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:09.197826 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-dcf289c0-b4f9-4b2e-9183-6b51e874eaed tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:09.199284 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-dcf289c0-b4f9-4b2e-9183-6b51e874eaed tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "DELETE /v2.0/security-groups/3165d4bb-f326-4a67-8259-5810c7e9eb77 HTTP/1.1" status: 204 len: 168 time: 0.2351055 Mar 22 17:47:09.202244 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57826) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:09.214859 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf289c0-b4f9-4b2e-9183-6b51e874eaed tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3165d4bb-f326-4a67-8259-5810c7e9eb77,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:09.222777 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.api.v2.resource [None req-886c9c89-8d2a-4dd4-bcbd-141f30f61a0f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] show failed (client error): The resource could not be found. Mar 22 17:47:09.224139 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-886c9c89-8d2a-4dd4-bcbd-141f30f61a0f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups/3165d4bb-f326-4a67-8259-5810c7e9eb77 HTTP/1.1" status: 404 len: 347 time: 0.0202858 Mar 22 17:47:09.227313 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57828) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:09.367189 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device c3e44bce-1188-46c2-a3b2-d05155d24e9c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:09.384196 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d86bb-1bed-47f7-86ce-3d0cd8835177 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Deleting port 8ad5f758-5b8e-407c-91cc-ca3838660629 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:09.384858 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e3d86bb-1bed-47f7-86ce-3d0cd8835177 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (8ad5f758-5b8e-407c-91cc-ca3838660629), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:09.388352 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: c3e44bce-1188-46c2-a3b2-d05155d24e9c {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:47:09.389000 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device c3e44bce-1188-46c2-a3b2-d05155d24e9c not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:47:09.389538 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0f3b47c5-00c2-41a5-a888-d228ecfb4988 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:09.410642 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: 0f3b47c5-00c2-41a5-a888-d228ecfb4988 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:47:09.411329 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 0f3b47c5-00c2-41a5-a888-d228ecfb4988 not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:47:09.471378 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e3d86bb-1bed-47f7-86ce-3d0cd8835177 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (8ad5f758-5b8e-407c-91cc-ca3838660629), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:09.471673 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e3d86bb-1bed-47f7-86ce-3d0cd8835177 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (8ad5f758-5b8e-407c-91cc-ca3838660629), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:09.486896 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d86bb-1bed-47f7-86ce-3d0cd8835177 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Calling delete_port for 8ad5f758-5b8e-407c-91cc-ca3838660629 owned by network:floatingip {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:09.534122 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57832) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:09.576587 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-30add99e-4f46-4e15-ac77-b9cd07f20435 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2932bbf8bdb144f796666a8d3cb9d554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411994 Mar 22 17:47:09.580873 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57834) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:09.640089 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f099411d-074b-4a8b-bd32-453bd2ebc8ef admin admin] Publish callbacks [] for security_group (c5cd1f21-c156-4f95-834d-1fb4ba7d2866), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:09.669198 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f099411d-074b-4a8b-bd32-453bd2ebc8ef admin admin] Publish callbacks [] for security_group (c5cd1f21-c156-4f95-834d-1fb4ba7d2866), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:09.738877 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f099411d-074b-4a8b-bd32-453bd2ebc8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (c5cd1f21-c156-4f95-834d-1fb4ba7d2866), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:09.742418 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f099411d-074b-4a8b-bd32-453bd2ebc8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:09.743585 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-f099411d-074b-4a8b-bd32-453bd2ebc8ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5cd1f21-c156-4f95-834d-1fb4ba7d2866 HTTP/1.1" status: 204 len: 168 time: 0.1615639 Mar 22 17:47:09.752739 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099411d-074b-4a8b-bd32-453bd2ebc8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cd1f21-c156-4f95-834d-1fb4ba7d2866,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:09.907899 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e3d86bb-1bed-47f7-86ce-3d0cd8835177 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (8ad5f758-5b8e-407c-91cc-ca3838660629), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:09.937866 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d86bb-1bed-47f7-86ce-3d0cd8835177 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event deleted for resources: {'Port': ['ID=8ad5f758-5b8e-407c-91cc-ca3838660629,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:10.013798 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e3d86bb-1bed-47f7-86ce-3d0cd8835177 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (f08c2fc6-6f6a-4c3c-9354-c7544ae2080b), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.016417 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e3d86bb-1bed-47f7-86ce-3d0cd8835177 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.020293 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3e3d86bb-1bed-47f7-86ce-3d0cd8835177 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "DELETE /v2.0/floatingips/f08c2fc6-6f6a-4c3c-9354-c7544ae2080b HTTP/1.1" status: 204 len: 168 time: 0.7887647 Mar 22 17:47:10.021243 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964024a-5eaf-4665-90ef-67b8d455baab req-dbe8bbfc-df67-4696-88a2-4c1766fb2044 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:10.021388 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5964024a-5eaf-4665-90ef-67b8d455baab req-dbe8bbfc-df67-4696-88a2-4c1766fb2044 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0683827 Mar 22 17:47:10.103112 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5964024a-5eaf-4665-90ef-67b8d455baab req-24bf9e15-61ef-4cba-9ada-57d7e5d69816 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667412 Mar 22 17:47:10.449398 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57856) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:10.454133 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-73bcf82f-915b-4fb0-9d30-be713e847e91 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2006813346', 'description': 'tempest-description--60266080'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:10.479508 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73bcf82f-915b-4fb0-9d30-be713e847e91 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.573090 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73bcf82f-915b-4fb0-9d30-be713e847e91 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (dc9d79c9-cc9b-4438-9586-65bd90a9a4e8), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.578355 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73bcf82f-915b-4fb0-9d30-be713e847e91 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (dc9d79c9-cc9b-4438-9586-65bd90a9a4e8), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.628518 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcf82f-915b-4fb0-9d30-be713e847e91 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9d79c9-cc9b-4438-9586-65bd90a9a4e8,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:10.635194 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73bcf82f-915b-4fb0-9d30-be713e847e91 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.639716 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-73bcf82f-915b-4fb0-9d30-be713e847e91 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1865196 Mar 22 17:47:10.640246 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57862) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:10.648531 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-636c4fa3-25d0-41a6-b6d2-fce90cffa3ba tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'security_group_rule': {'security_group_id': 'dc9d79c9-cc9b-4438-9586-65bd90a9a4e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:10.677120 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-636c4fa3-25d0-41a6-b6d2-fce90cffa3ba tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (9ad86379-a37c-4fa5-aa03-b5ad2f6b2445), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.722359 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57864) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:10.745736 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-636c4fa3-25d0-41a6-b6d2-fce90cffa3ba tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (9ad86379-a37c-4fa5-aa03-b5ad2f6b2445), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.750683 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-636c4fa3-25d0-41a6-b6d2-fce90cffa3ba tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (9ad86379-a37c-4fa5-aa03-b5ad2f6b2445), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.772484 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c4fa3-25d0-41a6-b6d2-fce90cffa3ba tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad86379-a37c-4fa5-aa03-b5ad2f6b2445,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:10.779407 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-636c4fa3-25d0-41a6-b6d2-fce90cffa3ba tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.780663 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-636c4fa3-25d0-41a6-b6d2-fce90cffa3ba tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390240 Mar 22 17:47:10.785151 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57868) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:10.790596 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-41a62f1e-da6f-4040-aa69-47da9a35c6a9 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'security_group_rule': {'security_group_id': 'dc9d79c9-cc9b-4438-9586-65bd90a9a4e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:10.823876 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-41a62f1e-da6f-4040-aa69-47da9a35c6a9 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (504af503-8c8a-4fe9-879c-097476d16853), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.866423 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-831859127-network', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:10.887070 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Made reservation on behalf of cf7606e3337a421c8c42f461940250fe for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:47:10.889913 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.901333 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.907353 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-41a62f1e-da6f-4040-aa69-47da9a35c6a9 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (504af503-8c8a-4fe9-879c-097476d16853), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.913696 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-41a62f1e-da6f-4040-aa69-47da9a35c6a9 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (504af503-8c8a-4fe9-879c-097476d16853), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.935580 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a62f1e-da6f-4040-aa69-47da9a35c6a9 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504af503-8c8a-4fe9-879c-097476d16853,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:10.947836 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-41a62f1e-da6f-4040-aa69-47da9a35c6a9 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:10.949890 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-41a62f1e-da6f-4040-aa69-47da9a35c6a9 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634324 Mar 22 17:47:10.954880 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57870) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:10.962919 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:10.996796 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.012239 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Publish callbacks [] for security_group (3fc1d5f3-463e-4c44-9e48-de489dea219c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.018645 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (3fc1d5f3-463e-4c44-9e48-de489dea219c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.048589 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:47:11.065188 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc1d5f3-463e-4c44-9e48-de489dea219c,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:11.071102 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (8f0b7214-ac58-4d9d-9c16-48f47960957c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.071440 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Added segment 8f0b7214-ac58-4d9d-9c16-48f47960957c of type vlan for network 52900748-15d1-4e2e-82d6-cda882ae8b11 Mar 22 17:47:11.118336 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (52900748-15d1-4e2e-82d6-cda882ae8b11), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.138992 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.154409 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (52900748-15d1-4e2e-82d6-cda882ae8b11), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.155516 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:11.156208 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.227752 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5041976 Mar 22 17:47:11.230756 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57874) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:11.235785 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-54b18328-07cf-4bcd-a362-11bef7f6355b admin admin] Request body: {'subnet': {'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-831859127-subnet', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:11.244677 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7407f1-6d4a-4a45-8dbc-da02bac14963 admin admin] Pushing event updated for resources: {'Network': ['ID=52900748-15d1-4e2e-82d6-cda882ae8b11,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:11.263941 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b18328-07cf-4bcd-a362-11bef7f6355b admin admin] Made reservation on behalf of cf7606e3337a421c8c42f461940250fe for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:47:11.264283 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network 52900748-15d1-4e2e-82d6-cda882ae8b11 details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:47:11.267751 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-54b18328-07cf-4bcd-a362-11bef7f6355b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59114592'] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.499843 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-54b18328-07cf-4bcd-a362-11bef7f6355b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61705948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59114614'] for subnet (045a0c5b-0e61-4797-876f-e4f211461661), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.563172 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b18328-07cf-4bcd-a362-11bef7f6355b admin admin] Pushing event updated for resources: {'Subnet': ['ID=045a0c5b-0e61-4797-876f-e4f211461661,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:11.572517 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b18328-07cf-4bcd-a362-11bef7f6355b admin admin] Checking segment: {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:47:11.573115 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b18328-07cf-4bcd-a362-11bef7f6355b admin admin] Network hostable DHCP agents. Network: 52900748-15d1-4e2e-82d6-cda882ae8b11, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:47:11.607711 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b18328-07cf-4bcd-a362-11bef7f6355b admin admin] Network 52900748-15d1-4e2e-82d6-cda882ae8b11 is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:47:11.613745 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Allocated IP 172.27.3.190 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/0958e705-3eb2-4173-9d02-891ff6388a0d) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:47:11.624694 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-54b18328-07cf-4bcd-a362-11bef7f6355b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, 52900748-15d1-4e2e-82d6-cda882ae8b11) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:11.631689 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b18328-07cf-4bcd-a362-11bef7f6355b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:11.633642 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-54b18328-07cf-4bcd-a362-11bef7f6355b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.634227 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a23016-5a55-499f-b31a-9ed3bb53f34c req-65bd09c3-ab57-4d4f-9e14-e369b44a5ba6 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:11.638182 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13fa229-d589-4f0a-bcfa-12ec68a0ff3c None None] Network 52900748-15d1-4e2e-82d6-cda882ae8b11 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:47:11.641149 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a6a23016-5a55-499f-b31a-9ed3bb53f34c req-65bd09c3-ab57-4d4f-9e14-e369b44a5ba6 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.4229832 Mar 22 17:47:11.657834 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-54b18328-07cf-4bcd-a362-11bef7f6355b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4259465 Mar 22 17:47:11.660765 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57876) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:11.668220 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:11.700681 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2982'] for router (91554d3f-803e-4d4c-9f97-bca36dcf877b), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.702593 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2993'] for router (91554d3f-803e-4d4c-9f97-bca36dcf877b), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.755166 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a6a23016-5a55-499f-b31a-9ed3bb53f34c req-aeb913b7-cedb-4b56-86c1-093accd78d65 tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128557 Mar 22 17:47:11.771286 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Publish callbacks [] for router_controller (91554d3f-803e-4d4c-9f97-bca36dcf877b), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.799317 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6020b14-bac5-5759-9b19-a0dd5cfccbad-52900748-15d1-4e2e-82d6-cda882ae8b11', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661'}]}} from dv-cinder-790535-31-iscsi. {{(pid=109969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:47:11.800311 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.817463 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for port (0958e705-3eb2-4173-9d02-891ff6388a0d), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.867913 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (0958e705-3eb2-4173-9d02-891ff6388a0d), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.916834 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:47:11.922698 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:11.928706 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:47:11.949920 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'Port': ['ID=0958e705-3eb2-4173-9d02-891ff6388a0d,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:11.975910 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696922d5-e144-415f-ba43-95ae1ebad69c req-e70412c3-4536-45db-85e5-4ea4b8537f0e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:11.977681 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-696922d5-e144-415f-ba43-95ae1ebad69c req-e70412c3-4536-45db-85e5-4ea4b8537f0e tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.76 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.1971111 Mar 22 17:47:11.981761 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Publish callbacks [] for router_gateway (91554d3f-803e-4d4c-9f97-bca36dcf877b), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:11.993824 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.db_base_plugin_common [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Allocated IP 172.20.0.2 (52900748-15d1-4e2e-82d6-cda882ae8b11/045a0c5b-0e61-4797-876f-e4f211461661/399259b6-e663-465c-9472-d05b3144df89) {{(pid=109969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:47:12.082746 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (48b25d9e-3719-450e-a972-bb6e44a4d0a6), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.153622 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (0958e705-3eb2-4173-9d02-891ff6388a0d), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.176236 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Publish callbacks [] for port (399259b6-e663-465c-9472-d05b3144df89), precommit_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.183856 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (399259b6-e663-465c-9472-d05b3144df89), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.225290 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Network 52900748-15d1-4e2e-82d6-cda882ae8b11 is already hosted by enough agents. {{(pid=109969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:47:12.228792 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.base_scheduler [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Resources bound (agent type, host, resource id): {{(pid=109969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:12.231457 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-696922d5-e144-415f-ba43-95ae1ebad69c req-d2882078-5063-4273-9686-316317fd3f7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Deleting port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:12.231971 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-696922d5-e144-415f-ba43-95ae1ebad69c req-d2882078-5063-4273-9686-316317fd3f7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.235770 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Received port after_create {{(pid=109969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:47:12.246124 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Pushing event updated for resources: {'Port': ['ID=399259b6-e663-465c-9472-d05b3144df89,revision_number=1']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:12.312736 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Attempting to bind port 399259b6-e663-465c-9472-d05b3144df89 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:47:12.313447 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Attempting to bind port 399259b6-e663-465c-9472-d05b3144df89 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:47:12.313447 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Attempting to bind port 399259b6-e663-465c-9472-d05b3144df89 on network 52900748-15d1-4e2e-82d6-cda882ae8b11 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:47:12.320719 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:47:12.321097 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Checking segment: {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:47:12.321731 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.322131 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Bound using segment: {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:47:12.322627 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Bound port: 399259b6-e663-465c-9472-d05b3144df89, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:47:12.323014 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (399259b6-e663-465c-9472-d05b3144df89), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.404114 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] For port 399259b6-e663-465c-9472-d05b3144df89, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:47:12.407626 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] For port 399259b6-e663-465c-9472-d05b3144df89, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=399259b6-e663-465c-9472-d05b3144df89,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:47:12.419223 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (399259b6-e663-465c-9472-d05b3144df89), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.478114 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for port (0958e705-3eb2-4173-9d02-891ff6388a0d), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.487903 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (0958e705-3eb2-4173-9d02-891ff6388a0d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.497518 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c199eb-8232-46ba-ab9b-e9d90b75dff1 None None] Pushing event updated for resources: {'Port': ['ID=399259b6-e663-465c-9472-d05b3144df89,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:12.519534 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-696922d5-e144-415f-ba43-95ae1ebad69c req-d2882078-5063-4273-9686-316317fd3f7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] For port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2527f894-94bb-469c-b9c6-e80fe8fc5e2c,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:12.520155 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-696922d5-e144-415f-ba43-95ae1ebad69c req-d2882078-5063-4273-9686-316317fd3f7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.564542 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-696922d5-e144-415f-ba43-95ae1ebad69c req-d2882078-5063-4273-9686-316317fd3f7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Calling delete_port for 2527f894-94bb-469c-b9c6-e80fe8fc5e2c owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:12.581204 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Publish callbacks [] for router_gateway (91554d3f-803e-4d4c-9f97-bca36dcf877b), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.582130 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'Port': ['ID=0958e705-3eb2-4173-9d02-891ff6388a0d,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:12.605541 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (48b25d9e-3719-450e-a972-bb6e44a4d0a6), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.613745 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.628534 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.630404 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-850c5065-4fbf-4cf2-93c5-03d8fb9160e1 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6734905 Mar 22 17:47:12.941927 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Allocated IP 172.27.3.160 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/1cd3b708-8e9d-4359-941b-0f0340dbbe89) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:47:12.954461 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dbf8a-13c8-44a9-bfb9-52a09ffb84ad req-f6530e13-a67f-4a26-8804-88ac5626b1ce tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:12.956991 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ad1dbf8a-13c8-44a9-bfb9-52a09ffb84ad req-f6530e13-a67f-4a26-8804-88ac5626b1ce tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b934247b-f808-46e0-8008-1cbc0a2996dd HTTP/1.1" status: 200 len: 945 time: 0.0838902 Mar 22 17:47:12.966259 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-696922d5-e144-415f-ba43-95ae1ebad69c req-d2882078-5063-4273-9686-316317fd3f7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (2527f894-94bb-469c-b9c6-e80fe8fc5e2c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:12.979558 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['2527f894-94bb-469c-b9c6-e80fe8fc5e2c'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:47:13.019302 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ad1dbf8a-13c8-44a9-bfb9-52a09ffb84ad req-cc385f90-3ce2-48db-b33f-c49806cf039c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.42 "GET /v2.0/security-groups?id=7cefe8d6-2e55-475d-8956-4a5468c9ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562756 Mar 22 17:47:13.053117 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2882078-5063-4273-9686-316317fd3f7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Pushing event deleted for resources: {'Port': ['ID=2527f894-94bb-469c-b9c6-e80fe8fc5e2c,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:13.139475 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-4f08ee4a-e446-497d-ae55-42b1607a99fd tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2006813346&fields=id&tenant_id=7ed4104feede4674a867b41f6ff73e8c HTTP/1.1" status: 200 len: 267 time: 0.2402263 Mar 22 17:47:13.184833 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-696922d5-e144-415f-ba43-95ae1ebad69c req-d2882078-5063-4273-9686-316317fd3f7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] No DVR routers for this DVR port 2527f894-94bb-469c-b9c6-e80fe8fc5e2c on host hv-cinder-79053 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:47:13.227289 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-696922d5-e144-415f-ba43-95ae1ebad69c req-d2882078-5063-4273-9686-316317fd3f7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.230974 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-696922d5-e144-415f-ba43-95ae1ebad69c req-d2882078-5063-4273-9686-316317fd3f7c tempest-ServerRescueNegativeTestJSON-171414395 tempest-ServerRescueNegativeTestJSON-171414395-project] 10.222.0.76 "DELETE /v2.0/ports/2527f894-94bb-469c-b9c6-e80fe8fc5e2c HTTP/1.1" status: 204 len: 173 time: 1.2456059 Mar 22 17:47:13.231486 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b934247b-f808-46e0-8008-1cbc0a2996dd', 'name': 'network-vif-deleted', 'tag': '2527f894-94bb-469c-b9c6-e80fe8fc5e2c'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:47:13.234077 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f5a92e-4bfc-4e63-be69-dfd251cfd09f" -d '{"events": [{"server_uuid": "b934247b-f808-46e0-8008-1cbc0a2996dd", "name": "network-vif-deleted", "tag": "2527f894-94bb-469c-b9c6-e80fe8fc5e2c"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:47:13.302636 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Publish callbacks [] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.329098 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f58e5d5-9242-40c5-8b2b-a8194e4076bf x-openstack-request-id: req-5f58e5d5-9242-40c5-8b2b-a8194e4076bf {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:47:13.329098 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b934247b-f808-46e0-8008-1cbc0a2996dd", "name": "network-vif-deleted", "tag": "2527f894-94bb-469c-b9c6-e80fe8fc5e2c", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:47:13.329098 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f58e5d5-9242-40c5-8b2b-a8194e4076bf {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:47:13.329098 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f58e5d5-9242-40c5-8b2b-a8194e4076bf'] response: {'server_uuid': 'b934247b-f808-46e0-8008-1cbc0a2996dd', 'name': 'network-vif-deleted', 'tag': '2527f894-94bb-469c-b9c6-e80fe8fc5e2c', 'status': 'completed', 'code': 200} Mar 22 17:47:13.338679 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacde60-c800-4674-98c9-690143e1cc4b req-f1a4c66b-6dfd-49e8-9cbb-708961eb5140 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:13.340367 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-f1a4c66b-6dfd-49e8-9cbb-708961eb5140 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 814 time: 0.1921561 Mar 22 17:47:13.379479 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-ab8ecbba-c0d8-4b4c-af44-e229f3860de5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/quotas/7ed4104feede4674a867b41f6ff73e8c HTTP/1.1" status: 200 len: 375 time: 0.0234077 Mar 22 17:47:13.396189 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.492086 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:47:13.499075 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Pushing event updated for resources: {'Port': ['ID=1cd3b708-8e9d-4359-941b-0f0340dbbe89,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:13.501770 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:13.504654 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:47:13.557855 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-bf68bc8d-2aba-4810-9811-a014e6d36952 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1642838 Mar 22 17:47:13.899616 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee52a06-0796-46a4-863e-d6e89a4d1f3f None None] Network 52900748-15d1-4e2e-82d6-cda882ae8b11 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:47:13.955869 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Publish callbacks [] for router_gateway (91554d3f-803e-4d4c-9f97-bca36dcf877b), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.960930 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-ea0195f2-59a6-4856-a1a4-08d52e1a39ce service neutron] 10.222.0.42 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499603 Mar 22 17:47:14.018873 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-d0d4b17f-a437-4fd5-920a-9a7dc35be9bd None None] Provisioning complete for port 399259b6-e663-465c-9472-d05b3144df89 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:14.019258 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b17f-a437-4fd5-920a-9a7dc35be9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (399259b6-e663-465c-9472-d05b3144df89), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:14.102023 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57902) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:14.259071 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-d0d4b17f-a437-4fd5-920a-9a7dc35be9bd None None] Current status of the port 399259b6-e663-465c-9472-d05b3144df89 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:14.259865 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b17f-a437-4fd5-920a-9a7dc35be9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (399259b6-e663-465c-9472-d05b3144df89), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:14.347760 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-d0d4b17f-a437-4fd5-920a-9a7dc35be9bd None None] For port 399259b6-e663-465c-9472-d05b3144df89, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=399259b6-e663-465c-9472-d05b3144df89,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:14.360253 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b17f-a437-4fd5-920a-9a7dc35be9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (399259b6-e663-465c-9472-d05b3144df89), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:14.513837 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-92b0efb3-0ad2-4e19-beb9-c11db51b7753 service neutron] 10.222.0.42 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192814 Mar 22 17:47:14.518615 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 399259b6-e663-465c-9472-d05b3144df89 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:47:14.589595 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4b17f-a437-4fd5-920a-9a7dc35be9bd None None] Pushing event updated for resources: {'Port': ['ID=399259b6-e663-465c-9472-d05b3144df89,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:14.653780 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-037d133a-f11e-4270-ae85-2290b162bafb None None] Provisioning complete for port 399259b6-e663-465c-9472-d05b3144df89 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:14.654637 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-037d133a-f11e-4270-ae85-2290b162bafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (399259b6-e663-465c-9472-d05b3144df89), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:14.666638 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686701'] for router (91554d3f-803e-4d4c-9f97-bca36dcf877b), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:14.745567 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 399259b6-e663-465c-9472-d05b3144df89 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:14.746190 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (399259b6-e663-465c-9472-d05b3144df89), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:14.807280 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e88ce246-0b1e-4cc3-869e-17de8a998d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688003'] for router_interface (a6194bcf-05d5-4ccf-af1e-203dd51db57c), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:14.891252 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Router 91554d3f-803e-4d4c-9f97-bca36dcf877b is scheduled to L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:47:14.898996 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-037d133a-f11e-4270-ae85-2290b162bafb None None] Current status of the port 399259b6-e663-465c-9472-d05b3144df89 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:14.927552 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-96673d0e-c166-4748-acb5-1b1e50fe730d req-2d3bb665-b2ad-4b63-8255-aea978c79c56 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 210 time: 0.0409939 Mar 22 17:47:15.000929 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 399259b6-e663-465c-9472-d05b3144df89 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:15.073603 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:47:15.088544 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Sync routers for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:47:15.100606 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:15.105741 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-4c0cb6b7-841c-4d97-8b0c-8f4bcde92cbf admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4395504 Mar 22 17:47:15.106572 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57914) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:15.111194 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:15.112009 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:15.252316 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:15.394486 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-e88ce246-0b1e-4cc3-869e-17de8a998d58 admin admin] Deleting port 27b02b89-b6ae-4b3c-9161-450de9e7902e {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:15.394833 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e88ce246-0b1e-4cc3-869e-17de8a998d58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:15.634178 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-e88ce246-0b1e-4cc3-869e-17de8a998d58 admin admin] For port 27b02b89-b6ae-4b3c-9161-450de9e7902e, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=27b02b89-b6ae-4b3c-9161-450de9e7902e,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:15.634565 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e88ce246-0b1e-4cc3-869e-17de8a998d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:15.654252 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-e88ce246-0b1e-4cc3-869e-17de8a998d58 admin admin] Calling delete_port for 27b02b89-b6ae-4b3c-9161-450de9e7902e owned by network:router_interface {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:15.691403 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:13Z', 'revision_number': 3, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:15.733783 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Checking router: 91554d3f-803e-4d4c-9f97-bca36dcf877b for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:47:15.734141 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Updating router 91554d3f-803e-4d4c-9f97-bca36dcf877b port 1cd3b708-8e9d-4359-941b-0f0340dbbe89 binding host dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:47:15.767641 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:15.908541 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:16.049950 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e88ce246-0b1e-4cc3-869e-17de8a998d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (27b02b89-b6ae-4b3c-9161-450de9e7902e), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:16.066662 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Publish callbacks [] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:16.076631 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:16.103580 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ce246-0b1e-4cc3-869e-17de8a998d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=27b02b89-b6ae-4b3c-9161-450de9e7902e,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:16.126138 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-954abe7b-c4b2-4884-a5c6-d9fbe6876eae req-bba8348c-9205-4345-8eef-55edfaaf86a5 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 210 time: 0.0846510 Mar 22 17:47:16.148711 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d337e48-73f3-4fe4-a295-f22ae778e6b8 None None] Pushing event updated for resources: {'Port': ['ID=1cd3b708-8e9d-4359-941b-0f0340dbbe89,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:16.151527 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Attempting to bind port 1cd3b708-8e9d-4359-941b-0f0340dbbe89 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:47:16.152185 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Attempting to bind port 1cd3b708-8e9d-4359-941b-0f0340dbbe89 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:47:16.152547 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Attempting to bind port 1cd3b708-8e9d-4359-941b-0f0340dbbe89 on network c8aa00b0-ab78-4efe-96f3-93b988cf785c {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:47:16.159086 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:47:16.159395 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Checking segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:47:16.159761 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:16.160159 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Bound using segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:47:16.160645 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Bound port: 1cd3b708-8e9d-4359-941b-0f0340dbbe89, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:47:16.161167 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:16.239705 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Allocated IP 172.20.0.1 (52900748-15d1-4e2e-82d6-cda882ae8b11/045a0c5b-0e61-4797-876f-e4f211461661/365067a2-c195-4e4c-bae3-27f8c7a00eff) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:47:16.262237 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] For port 1cd3b708-8e9d-4359-941b-0f0340dbbe89, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:47:16.266446 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] For port 1cd3b708-8e9d-4359-941b-0f0340dbbe89, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=1cd3b708-8e9d-4359-941b-0f0340dbbe89,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:47:16.278109 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:16.394465 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:16.395475 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:16.474562 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacde60-c800-4674-98c9-690143e1cc4b req-81510adf-43b8-4fdb-a7b8-7a258e19f647 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:16.476427 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-81510adf-43b8-4fdb-a7b8-7a258e19f647 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 814 time: 0.2564802 Mar 22 17:47:16.512912 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 399259b6-e663-465c-9472-d05b3144df89 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:47:16.518830 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d337e48-73f3-4fe4-a295-f22ae778e6b8 None None] Pushing event updated for resources: {'Port': ['ID=1cd3b708-8e9d-4359-941b-0f0340dbbe89,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:16.608152 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e88ce246-0b1e-4cc3-869e-17de8a998d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689459'] for router_interface (a6194bcf-05d5-4ccf-af1e-203dd51db57c), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:16.630498 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Publish callbacks [] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:16.647337 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-8c82153a-a6bd-4ba3-9f1c-18c20df325db tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ed4104feede4674a867b41f6ff73e8c HTTP/1.1" status: 200 len: 380 time: 0.1609237 Mar 22 17:47:16.651432 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:16.654189 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 399259b6-e663-465c-9472-d05b3144df89 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:16.654577 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (399259b6-e663-465c-9472-d05b3144df89), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:16.662066 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-deacde60-c800-4674-98c9-690143e1cc4b req-d30d8d45-4dbb-44ea-8e3a-0df3d0e0a12f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'port': {'device_id': '48325b12-9ee3-4558-af2e-09710d1a5ec2', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'admin_state_up': True, 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'security_groups': ['dc9d79c9-cc9b-4438-9586-65bd90a9a4e8']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:16.759408 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:16.808273 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deacde60-c800-4674-98c9-690143e1cc4b req-d30d8d45-4dbb-44ea-8e3a-0df3d0e0a12f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Made reservation on behalf of 7ed4104feede4674a867b41f6ff73e8c for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:47:16.811208 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Network 52900748-15d1-4e2e-82d6-cda882ae8b11 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:47:16.814698 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-deacde60-c800-4674-98c9-690143e1cc4b req-d30d8d45-4dbb-44ea-8e3a-0df3d0e0a12f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:16.815425 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:16.818272 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:47:16.900574 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 399259b6-e663-465c-9472-d05b3144df89 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:16.966277 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:13Z', 'revision_number': 3, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:17.022906 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced5a670-40c5-40eb-9483-67ed945f17e8 None None] The sync data for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi is: [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:13Z', 'revision_number': 3, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:47:17.091202 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-deacde60-c800-4674-98c9-690143e1cc4b req-d30d8d45-4dbb-44ea-8e3a-0df3d0e0a12f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Allocated IP 172.20.0.6 (ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6/bb472c87-5227-40ca-b870-5ef24c007548/feec0f45-5dbc-46e2-94c9-8426d1a15690) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:47:17.201854 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-4d6c9b03-385d-4880-ac05-4e73e70165c4 None None] Provisioning complete for port 365067a2-c195-4e4c-bae3-27f8c7a00eff triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:17.203633 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9b03-385d-4880-ac05-4e73e70165c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:17.249030 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Pushing event updated for resources: {'Port': ['ID=365067a2-c195-4e4c-bae3-27f8c7a00eff,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:17.269711 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c9b03-385d-4880-ac05-4e73e70165c4 None None] Port 365067a2-c195-4e4c-bae3-27f8c7a00eff cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:47:17.287824 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-14f075ca-012b-4ab4-9860-594d2ab1a7ce req-4a0477f9-a03b-47ee-a777-16e346ce3f62 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 210 time: 0.0435188 Mar 22 17:47:17.298767 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688184'] for router_interface (91554d3f-803e-4d4c-9f97-bca36dcf877b), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:17.315446 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-deacde60-c800-4674-98c9-690143e1cc4b req-d30d8d45-4dbb-44ea-8e3a-0df3d0e0a12f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:17.390870 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-deacde60-c800-4674-98c9-690143e1cc4b req-d30d8d45-4dbb-44ea-8e3a-0df3d0e0a12f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:17.406938 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88ce246-0b1e-4cc3-869e-17de8a998d58 admin admin] Router a6194bcf-05d5-4ccf-af1e-203dd51db57c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:47:17.409952 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 2527f894-94bb-469c-b9c6-e80fe8fc5e2c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:17.464482 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: 2527f894-94bb-469c-b9c6-e80fe8fc5e2c {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:47:17.465024 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 2527f894-94bb-469c-b9c6-e80fe8fc5e2c not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:47:17.495325 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d8d45-4dbb-44ea-8e3a-0df3d0e0a12f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event updated for resources: {'Port': ['ID=feec0f45-5dbc-46e2-94c9-8426d1a15690,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:17.500275 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deacde60-c800-4674-98c9-690143e1cc4b req-d30d8d45-4dbb-44ea-8e3a-0df3d0e0a12f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:47:17.502141 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-deacde60-c800-4674-98c9-690143e1cc4b req-d30d8d45-4dbb-44ea-8e3a-0df3d0e0a12f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:17.504846 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-deacde60-c800-4674-98c9-690143e1cc4b req-d30d8d45-4dbb-44ea-8e3a-0df3d0e0a12f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:47:17.568755 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacde60-c800-4674-98c9-690143e1cc4b req-d30d8d45-4dbb-44ea-8e3a-0df3d0e0a12f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:17.569825 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-deacde60-c800-4674-98c9-690143e1cc4b req-d30d8d45-4dbb-44ea-8e3a-0df3d0e0a12f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:17.590753 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-d30d8d45-4dbb-44ea-8e3a-0df3d0e0a12f tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9331341 Mar 22 17:47:17.608196 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Request body: {'port': {'device_id': '48325b12-9ee3-4558-af2e-09710d1a5ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:17.615611 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:17.653720 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88ce246-0b1e-4cc3-869e-17de8a998d58 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:47:17.664249 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-e88ce246-0b1e-4cc3-869e-17de8a998d58 admin admin] 10.222.0.42 "PUT /v2.0/routers/a6194bcf-05d5-4ccf-af1e-203dd51db57c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5577559 Mar 22 17:47:17.664915 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57926) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:17.669657 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43229d80-1156-41c3-9666-3e09d60368e6 None None] Sync routers for ids ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:47:17.684423 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43229d80-1156-41c3-9666-3e09d60368e6 None None] Routers {'a6194bcf-05d5-4ccf-af1e-203dd51db57c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:17.685086 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-43229d80-1156-41c3-9666-3e09d60368e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:17.710685 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:17.846259 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-43229d80-1156-41c3-9666-3e09d60368e6 None None] Set router a6194bcf-05d5-4ccf-af1e-203dd51db57c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:17.929894 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Publish callbacks [] for router (a6194bcf-05d5-4ccf-af1e-203dd51db57c), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:17.953055 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-a99c5ae3-5a60-4a41-b36c-d305097cfb3b None None] Provisioning complete for port feec0f45-5dbc-46e2-94c9-8426d1a15690 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:17.953340 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a99c5ae3-5a60-4a41-b36c-d305097cfb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.056230 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-a99c5ae3-5a60-4a41-b36c-d305097cfb3b None None] Port feec0f45-5dbc-46e2-94c9-8426d1a15690 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:47:18.099863 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Publish callbacks [] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.109910 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.113047 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Publish callbacks [] for router_gateway (a6194bcf-05d5-4ccf-af1e-203dd51db57c), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.113532 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-43229d80-1156-41c3-9666-3e09d60368e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:47:15Z', 'revision_number': 5, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port': {'id': '792650de-bec0-4ac3-ac6d-1cd2f7841376', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:31Z', 'updated_at': '2022-03-22T17:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:18.148097 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43229d80-1156-41c3-9666-3e09d60368e6 None None] Checking router: a6194bcf-05d5-4ccf-af1e-203dd51db57c for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:47:18.158589 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43229d80-1156-41c3-9666-3e09d60368e6 None None] Routers {'a6194bcf-05d5-4ccf-af1e-203dd51db57c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:18.159602 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-43229d80-1156-41c3-9666-3e09d60368e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:18.224941 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Pushing event updated for resources: {'Port': ['ID=365067a2-c195-4e4c-bae3-27f8c7a00eff,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:18.228231 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688044'] for router_interface (91554d3f-803e-4d4c-9f97-bca36dcf877b), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.284132 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feec0f45-5dbc-46e2-94c9-8426d1a15690 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:47:18.305843 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Publish callbacks [] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.312131 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-43229d80-1156-41c3-9666-3e09d60368e6 None None] Set router a6194bcf-05d5-4ccf-af1e-203dd51db57c gateway port host: None {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:18.343299 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Transition to ACTIVE for port object feec0f45-5dbc-46e2-94c9-8426d1a15690 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:47:18.345924 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Deleting port 792650de-bec0-4ac3-ac6d-1cd2f7841376 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:18.347978 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.351067 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.399354 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-43229d80-1156-41c3-9666-3e09d60368e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 6, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port_host': None}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:18.431743 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 1cd3b708-8e9d-4359-941b-0f0340dbbe89 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:47:18.438980 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Pushing event updated for resources: {'Port': ['ID=feec0f45-5dbc-46e2-94c9-8426d1a15690,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:18.442026 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43229d80-1156-41c3-9666-3e09d60368e6 None None] The sync data for ids ['a6194bcf-05d5-4ccf-af1e-203dd51db57c'] in dv-cinder-790535-31-iscsi is: [{'id': 'a6194bcf-05d5-4ccf-af1e-203dd51db57c', 'name': 'tempest-ServerRescueNegativeTestJSON-2050468886-router', 'tenant_id': '551e3d92eba5412297c3544177af2587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:29Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 6, 'project_id': '551e3d92eba5412297c3544177af2587', 'gw_port_host': None}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:47:18.503441 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Network 52900748-15d1-4e2e-82d6-cda882ae8b11 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:47:18.510431 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:18.551154 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 1cd3b708-8e9d-4359-941b-0f0340dbbe89 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:18.553145 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.659095 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] For port 792650de-bec0-4ac3-ac6d-1cd2f7841376, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=792650de-bec0-4ac3-ac6d-1cd2f7841376,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:18.659095 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.676210 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Calling delete_port for 792650de-bec0-4ac3-ac6d-1cd2f7841376 owned by network:router_gateway {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:18.687408 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 1cd3b708-8e9d-4359-941b-0f0340dbbe89 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:18.690891 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.712829 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696898d-c87b-4f37-8934-d9f6f96e0f78 req-264b4e3c-42f7-484a-b401-3c1ff8cd3106 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:18.714529 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6696898d-c87b-4f37-8934-d9f6f96e0f78 req-264b4e3c-42f7-484a-b401-3c1ff8cd3106 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 943 time: 0.2571554 Mar 22 17:47:18.747496 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port 1cd3b708-8e9d-4359-941b-0f0340dbbe89, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=1cd3b708-8e9d-4359-941b-0f0340dbbe89,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:18.759380 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.796008 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Attempting to bind port feec0f45-5dbc-46e2-94c9-8426d1a15690 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:47:18.796659 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Attempting to bind port feec0f45-5dbc-46e2-94c9-8426d1a15690 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:47:18.797079 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Attempting to bind port feec0f45-5dbc-46e2-94c9-8426d1a15690 on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:47:18.832261 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Port feec0f45-5dbc-46e2-94c9-8426d1a15690 on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:47:18.833953 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Attempting to bind port feec0f45-5dbc-46e2-94c9-8426d1a15690 on network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:47:18.845254 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:47:18.845654 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Checking segment: {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:47:18.846363 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Bound using segment: {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:47:18.846820 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Bound port: feec0f45-5dbc-46e2-94c9-8426d1a15690, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b589bfc-87fa-44c2-a6c3-6853b81a638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:47:18.847313 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.882705 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6696898d-c87b-4f37-8934-d9f6f96e0f78 req-c4631275-3e4a-4b83-a1a1-531a99b7d075 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9d79c9-cc9b-4438-9586-65bd90a9a4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577840 Mar 22 17:47:18.904425 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=1cd3b708-8e9d-4359-941b-0f0340dbbe89,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:18.914576 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-813f1039-a720-4ca5-a04e-36f72b87ed1a None None] Provisioning complete for port 365067a2-c195-4e4c-bae3-27f8c7a00eff triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:18.914966 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-813f1039-a720-4ca5-a04e-36f72b87ed1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.956098 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] For port feec0f45-5dbc-46e2-94c9-8426d1a15690, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:47:18.962123 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] For port feec0f45-5dbc-46e2-94c9-8426d1a15690, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=feec0f45-5dbc-46e2-94c9-8426d1a15690,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:47:18.963879 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-813f1039-a720-4ca5-a04e-36f72b87ed1a None None] Port 365067a2-c195-4e4c-bae3-27f8c7a00eff cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:47:18.969879 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:18.978778 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Router 91554d3f-803e-4d4c-9f97-bca36dcf877b has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:47:18.990045 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (792650de-bec0-4ac3-ac6d-1cd2f7841376), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:19.047875 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:19.050851 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:19.053430 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] 10.222.0.76 "PUT /v2.0/ports/feec0f45-5dbc-46e2-94c9-8426d1a15690 HTTP/1.1" status: 200 len: 1093 time: 1.4494293 Mar 22 17:47:19.054016 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48325b12-9ee3-4558-af2e-09710d1a5ec2', 'tag': 'feec0f45-5dbc-46e2-94c9-8426d1a15690'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:47:19.058372 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30e9e93-f788-4ef2-9fc4-d23af0597c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "48325b12-9ee3-4558-af2e-09710d1a5ec2", "tag": "feec0f45-5dbc-46e2-94c9-8426d1a15690"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:47:19.065504 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cb80c-a056-4093-bfc3-3d109d08dc25 service neutron] Pushing event updated for resources: {'Port': ['ID=feec0f45-5dbc-46e2-94c9-8426d1a15690,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:19.102425 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Pushing event deleted for resources: {'Port': ['ID=792650de-bec0-4ac3-ac6d-1cd2f7841376,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:19.159870 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c60a1f9-dec6-4366-acfc-eb8777b26042 x-openstack-request-id: req-0c60a1f9-dec6-4366-acfc-eb8777b26042 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:47:19.160234 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48325b12-9ee3-4558-af2e-09710d1a5ec2", "tag": "feec0f45-5dbc-46e2-94c9-8426d1a15690", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:47:19.160558 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c60a1f9-dec6-4366-acfc-eb8777b26042 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:47:19.161648 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c60a1f9-dec6-4366-acfc-eb8777b26042'] response: {'name': 'network-changed', 'server_uuid': '48325b12-9ee3-4558-af2e-09710d1a5ec2', 'tag': 'feec0f45-5dbc-46e2-94c9-8426d1a15690', 'status': 'completed', 'code': 200} Mar 22 17:47:19.186418 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacde60-c800-4674-98c9-690143e1cc4b req-790bde46-bc17-4889-9b89-8e3feb98764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:19.188763 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-790bde46-bc17-4889-9b89-8e3feb98764f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 1127 time: 0.0939944 Mar 22 17:47:19.207131 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686665'] for router_gateway (a6194bcf-05d5-4ccf-af1e-203dd51db57c), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:19.257169 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-ed1aa74d-d4ba-4226-8a37-8d79c2708f97 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feec0f45-5dbc-46e2-94c9-8426d1a15690 HTTP/1.1" status: 200 len: 217 time: 0.0587745 Mar 22 17:47:19.310634 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:47:19.316466 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-900a74bc-2eb4-4c16-b421-6ced4a111341 admin admin] 10.222.0.42 "PUT /v2.0/routers/91554d3f-803e-4d4c-9f97-bca36dcf877b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2088590 Mar 22 17:47:19.323062 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3000'] for router (a6194bcf-05d5-4ccf-af1e-203dd51db57c), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:19.326180 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Publish callbacks [] for router_controller (a6194bcf-05d5-4ccf-af1e-203dd51db57c), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:19.346544 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacde60-c800-4674-98c9-690143e1cc4b req-6c57cf3b-67b1-4614-85f1-78d00ef09da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:19.350516 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-6c57cf3b-67b1-4614-85f1-78d00ef09da2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 200 len: 853 time: 0.0870199 Mar 22 17:47:19.400202 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683050'] for router (a6194bcf-05d5-4ccf-af1e-203dd51db57c), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:19.402589 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6194bcf-05d5-4ccf-af1e-203dd51db57c {{(pid=109968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:47:19.412772 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] Publish callbacks [] for router (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:19.414214 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-86cdbfa0-1ce6-4a2e-9a58-a24dc85d8cef admin admin] 10.222.0.42 "DELETE /v2.0/routers/a6194bcf-05d5-4ccf-af1e-203dd51db57c HTTP/1.1" status: 204 len: 168 time: 1.7483025 Mar 22 17:47:19.418857 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57936) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:19.433862 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacde60-c800-4674-98c9-690143e1cc4b req-81b1a8e3-fc00-4ba6-b4c1-c7f631d29bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:19.435410 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-81b1a8e3-fc00-4ba6-b4c1-c7f631d29bf1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0793059 Mar 22 17:47:19.484213 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_v2 [None req-25515706-7dc8-4873-b2fa-69367e5db1d4 admin admin] Deleting subnet 004bbac2-0014-4e4a-bd98-f2f6cd1034a9 {{(pid=109968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:47:19.488781 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-25515706-7dc8-4873-b2fa-69367e5db1d4 admin admin] Publish callbacks [] for subnet (004bbac2-0014-4e4a-bd98-f2f6cd1034a9), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:19.538276 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-25515706-7dc8-4873-b2fa-69367e5db1d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59346193'] for subnet (004bbac2-0014-4e4a-bd98-f2f6cd1034a9), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:19.573566 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-2e8c22bb-90dd-4e06-a67c-21153751782d service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245971 Mar 22 17:47:19.639950 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-25515706-7dc8-4873-b2fa-69367e5db1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (004bbac2-0014-4e4a-bd98-f2f6cd1034a9), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:19.700259 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-deacde60-c800-4674-98c9-690143e1cc4b req-bd1db6a3-018d-4891-ba18-120497f9bcd4 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172771 Mar 22 17:47:19.741961 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-25515706-7dc8-4873-b2fa-69367e5db1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59432183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521012'] for subnet (004bbac2-0014-4e4a-bd98-f2f6cd1034a9), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:19.786597 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25515706-7dc8-4873-b2fa-69367e5db1d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004bbac2-0014-4e4a-bd98-f2f6cd1034a9,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:19.790799 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-25515706-7dc8-4873-b2fa-69367e5db1d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:19.794866 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-25515706-7dc8-4873-b2fa-69367e5db1d4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/004bbac2-0014-4e4a-bd98-f2f6cd1034a9 HTTP/1.1" status: 204 len: 168 time: 0.3740802 Mar 22 17:47:19.797322 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57946) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:19.801970 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e20be9-ef5c-408d-b937-19b106101c1a None None] Network 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:47:19.875775 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e9e93-f788-4ef2-9fc4-d23af0597c9e req-88f12b49-ad18-4cc9-a5a2-f34686daf7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:19.877642 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d30e9e93-f788-4ef2-9fc4-d23af0597c9e req-88f12b49-ad18-4cc9-a5a2-f34686daf7c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 1127 time: 0.1040947 Mar 22 17:47:19.906481 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Sync routers for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:47:19.915174 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (0dec5cb3-00ee-49ed-81ec-287be8da6ef5), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:19.950736 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:19.951376 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:20.023937 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e9e93-f788-4ef2-9fc4-d23af0597c9e req-eafb3027-570d-4d07-aac5-7d5f09fe54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:20.025768 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d30e9e93-f788-4ef2-9fc4-d23af0597c9e req-eafb3027-570d-4d07-aac5-7d5f09fe54a0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 915 time: 0.1404185 Mar 22 17:47:20.030352 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Deleting port 8880b5fd-ae82-4f04-b3d9-f244434561dd {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:20.030699 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.128814 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:20.134363 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d30e9e93-f788-4ef2-9fc4-d23af0597c9e req-41247069-9f1d-4acf-a479-cf5522094741 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feec0f45-5dbc-46e2-94c9-8426d1a15690 HTTP/1.1" status: 200 len: 217 time: 0.0549760 Mar 22 17:47:20.143189 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] For port 8880b5fd-ae82-4f04-b3d9-f244434561dd, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=8880b5fd-ae82-4f04-b3d9-f244434561dd,segment=NetworkSegment(56bd40f0-969a-4707-9cc1-cf7d93e979f4),segment_id=56bd40f0-969a-4707-9cc1-cf7d93e979f4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:20.143695 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.173545 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Calling delete_port for 8880b5fd-ae82-4f04-b3d9-f244434561dd owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:20.176043 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57956) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:20.181036 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c488de4-ba98-4feb-a285-cf7920b82073 None None] DHCP port deletion for 0dec5cb3-00ee-49ed-81ec-287be8da6ef5 request from dv-cinder-790535-31-iscsi {{(pid=109969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:47:20.185250 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-962388963-network', 'tenant_id': 'eb106fb1b9264aa4998896058a303502'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:20.213842 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dff2ef-b6b2-47d3-b47f-2652558af865 req-4129eae1-9482-4a54-b7c8-e817e655b0e7 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:20.215951 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-78dff2ef-b6b2-47d3-b47f-2652558af865 req-4129eae1-9482-4a54-b7c8-e817e655b0e7 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 943 time: 0.1843815 Mar 22 17:47:20.222830 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e9e93-f788-4ef2-9fc4-d23af0597c9e req-d58b2e8e-4ddc-4c5b-a786-da672bc08c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:20.225267 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d30e9e93-f788-4ef2-9fc4-d23af0597c9e req-d58b2e8e-4ddc-4c5b-a786-da672bc08c2e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 200 len: 853 time: 0.0851529 Mar 22 17:47:20.305704 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Made reservation on behalf of eb106fb1b9264aa4998896058a303502 for: {'network': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:47:20.308930 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.334803 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.355112 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-78dff2ef-b6b2-47d3-b47f-2652558af865 req-41a85abc-a054-42fe-b405-a9d02169e571 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9d79c9-cc9b-4438-9586-65bd90a9a4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263804 Mar 22 17:47:20.370637 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e9e93-f788-4ef2-9fc4-d23af0597c9e req-e1db4b2d-1632-4097-b5c3-e0fda5dd1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:20.372242 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d30e9e93-f788-4ef2-9fc4-d23af0597c9e req-e1db4b2d-1632-4097-b5c3-e0fda5dd1202 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1339958 Mar 22 17:47:20.410644 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.450658 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Pushing event deleted for resources: {'Port': ['ID=8880b5fd-ae82-4f04-b3d9-f244434561dd,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:20.465455 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] No DVR routers for this DVR port 8880b5fd-ae82-4f04-b3d9-f244434561dd on host dv-cinder-790535-31-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:47:20.497045 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 1cd3b708-8e9d-4359-941b-0f0340dbbe89 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:47:20.530629 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d30e9e93-f788-4ef2-9fc4-d23af0597c9e req-9b44ad32-ace3-4a6c-98ad-c711eaa69271 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497648 Mar 22 17:47:20.574074 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (0dec5cb3-00ee-49ed-81ec-287be8da6ef5), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.578009 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Publish callbacks [] for security_group (cd767e8e-c94b-4382-b4f4-fd1571b32ced), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.587564 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (cd767e8e-c94b-4382-b4f4-fd1571b32ced), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.622709 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-2c488de4-ba98-4feb-a285-cf7920b82073 None None] Deleting port 8880b5fd-ae82-4f04-b3d9-f244434561dd {{(pid=109969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:47:20.623174 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-2c488de4-ba98-4feb-a285-cf7920b82073 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), before_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.623883 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dec5cb3-00ee-49ed-81ec-287be8da6ef5']}} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:20.642875 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=109968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:47:20.658071 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bd40f0-969a-4707-9cc1-cf7d93e979f4') {'for_net_delete': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:20.658367 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bd40f0-969a-4707-9cc1-cf7d93e979f4') {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:20.671116 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.671466 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.segments_db [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Added segment b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae of type vlan for network e0cee96e-e515-4d7f-a039-0624e92d0ba2 Mar 22 17:47:20.672729 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd767e8e-c94b-4382-b4f4-fd1571b32ced,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:20.681188 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d30e9e93-f788-4ef2-9fc4-d23af0597c9e req-7a31cf31-5e48-4102-9552-379cd3fc13f7 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410391 Mar 22 17:47:20.687253 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59346216'] for segment (56bd40f0-969a-4707-9cc1-cf7d93e979f4), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.710748 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (56bd40f0-969a-4707-9cc1-cf7d93e979f4), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.737302 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-2c488de4-ba98-4feb-a285-cf7920b82073 None None] For port 8880b5fd-ae82-4f04-b3d9-f244434561dd, host dv-cinder-790535-31-iscsi, got binding levels [] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:20.737767 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-2c488de4-ba98-4feb-a285-cf7920b82073 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), precommit_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.747760 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=109968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:47:20.748252 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59432277'] for segment (56bd40f0-969a-4707-9cc1-cf7d93e979f4), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: Traceback (most recent call last): Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: timer() Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: cb(*args, **kw) Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: return func(*args, **kwargs) Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: self._notify() Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: self.callback(batched_events) Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: event.method(event) Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: return f(self, *a, **k) Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._get(url).json() Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: return self.request(url, 'GET', **kwargs) Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:47:20.750496 dv-cinder-790535-31-iscsi neutron-server[109968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:47:20.779082 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-2c488de4-ba98-4feb-a285-cf7920b82073 None None] Calling delete_port for 8880b5fd-ae82-4f04-b3d9-f244434561dd owned by network:dhcp {{(pid=109969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:47:20.784358 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.ipam_backend_mixin [None req-2c488de4-ba98-4feb-a285-cf7920b82073 None None] Port 8880b5fd-ae82-4f04-b3d9-f244434561dd was not found and therefore no delete operation was performed {{(pid=109969) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 17:47:20.790175 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-2c488de4-ba98-4feb-a285-cf7920b82073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671'] for port (8880b5fd-ae82-4f04-b3d9-f244434561dd), after_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.795568 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 1cd3b708-8e9d-4359-941b-0f0340dbbe89 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:20.796011 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.805503 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (e0cee96e-e515-4d7f-a039-0624e92d0ba2), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.838202 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (0dec5cb3-00ee-49ed-81ec-287be8da6ef5), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.844951 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.852323 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0dec5cb3-00ee-49ed-81ec-287be8da6ef5 HTTP/1.1" status: 204 len: 168 time: 1.0534120 Mar 22 17:47:20.854703 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c488de4-ba98-4feb-a285-cf7920b82073 None None] Pushing event deleted for resources: {'Port': ['ID=8880b5fd-ae82-4f04-b3d9-f244434561dd,revision_number=None']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:20.862997 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c488de4-ba98-4feb-a285-cf7920b82073 None None] No DVR routers for this DVR port 8880b5fd-ae82-4f04-b3d9-f244434561dd on host dv-cinder-790535-31-iscsi {{(pid=109969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:47:20.872618 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (e0cee96e-e515-4d7f-a039-0624e92d0ba2), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.874063 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:20.874685 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:20.878976 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173739c-cd3a-444c-afe8-a252c06a3260 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dec5cb3-00ee-49ed-81ec-287be8da6ef5,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:20.927332 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 2, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:20.945455 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7656205 Mar 22 17:47:20.946209 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57966) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:20.951647 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-320c1734-4a5e-4705-aca1-3d2ef261cdc2 admin admin] Request body: {'subnet': {'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-962388963-subnet', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'ip_version': 4}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:20.966165 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1563a4-ec2e-48af-a020-a8408cf5652a admin admin] Pushing event updated for resources: {'Network': ['ID=e0cee96e-e515-4d7f-a039-0624e92d0ba2,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:20.983982 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network e0cee96e-e515-4d7f-a039-0624e92d0ba2 details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:47:20.985389 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320c1734-4a5e-4705-aca1-3d2ef261cdc2 admin admin] Made reservation on behalf of eb106fb1b9264aa4998896058a303502 for: {'subnet': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:47:20.985926 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Checking router: 91554d3f-803e-4d4c-9f97-bca36dcf877b for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:47:20.986282 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Updating router 91554d3f-803e-4d4c-9f97-bca36dcf877b port 365067a2-c195-4e4c-bae3-27f8c7a00eff binding host dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:47:20.989082 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-320c1734-4a5e-4705-aca1-3d2ef261cdc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59520985'] for subnet (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.024034 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.092522 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 1cd3b708-8e9d-4359-941b-0f0340dbbe89 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:21.194179 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 792650de-bec0-4ac3-ac6d-1cd2f7841376 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:21.209952 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57972) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:21.235447 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 792650de-bec0-4ac3-ac6d-1cd2f7841376 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:47:21.236103 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 792650de-bec0-4ac3-ac6d-1cd2f7841376 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:47:21.236639 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 27b02b89-b6ae-4b3c-9161-450de9e7902e no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:21.259748 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-bcb3ab66-ecc9-4203-a23e-4693f2f80ad1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=551e3d92eba5412297c3544177af2587&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0484970 Mar 22 17:47:21.262271 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 57974) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:21.279769 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-320c1734-4a5e-4705-aca1-3d2ef261cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59432118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59520975'] for subnet (75f4e77c-15df-4adf-9486-8bdcebad1086), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.306291 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 27b02b89-b6ae-4b3c-9161-450de9e7902e {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:47:21.306657 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 27b02b89-b6ae-4b3c-9161-450de9e7902e not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:47:21.307064 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 8880b5fd-ae82-4f04-b3d9-f244434561dd no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:21.337044 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 8880b5fd-ae82-4f04-b3d9-f244434561dd {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:47:21.337392 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 8880b5fd-ae82-4f04-b3d9-f244434561dd not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:47:21.363561 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c1734-4a5e-4705-aca1-3d2ef261cdc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f4e77c-15df-4adf-9486-8bdcebad1086,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:21.365868 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-29a67582-042d-4a8a-9fe5-2195dfcf0d83 admin admin] Publish callbacks [] for security_group (7cefe8d6-2e55-475d-8956-4a5468c9ca7a), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.400567 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c1734-4a5e-4705-aca1-3d2ef261cdc2 admin admin] Checking segment: {'id': 'b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:47:21.400935 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320c1734-4a5e-4705-aca1-3d2ef261cdc2 admin admin] Network hostable DHCP agents. Network: e0cee96e-e515-4d7f-a039-0624e92d0ba2, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:47:21.405874 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-29a67582-042d-4a8a-9fe5-2195dfcf0d83 admin admin] Publish callbacks [] for security_group (7cefe8d6-2e55-475d-8956-4a5468c9ca7a), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.448950 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320c1734-4a5e-4705-aca1-3d2ef261cdc2 admin admin] Network e0cee96e-e515-4d7f-a039-0624e92d0ba2 is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:47:21.466105 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-320c1734-4a5e-4705-aca1-3d2ef261cdc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, e0cee96e-e515-4d7f-a039-0624e92d0ba2) {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:21.471503 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320c1734-4a5e-4705-aca1-3d2ef261cdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:21.472657 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-320c1734-4a5e-4705-aca1-3d2ef261cdc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.481528 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b4b207-2873-40a5-97be-70b90759f6eb None None] Network e0cee96e-e515-4d7f-a039-0624e92d0ba2 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:47:21.488971 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-29a67582-042d-4a8a-9fe5-2195dfcf0d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (7cefe8d6-2e55-475d-8956-4a5468c9ca7a), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.492176 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-29a67582-042d-4a8a-9fe5-2195dfcf0d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.493355 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-29a67582-042d-4a8a-9fe5-2195dfcf0d83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cefe8d6-2e55-475d-8956-4a5468c9ca7a HTTP/1.1" status: 204 len: 168 time: 0.2300844 Mar 22 17:47:21.503626 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-320c1734-4a5e-4705-aca1-3d2ef261cdc2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5532973 Mar 22 17:47:21.503874 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 57980) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:21.508720 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a67582-042d-4a8a-9fe5-2195dfcf0d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cefe8d6-2e55-475d-8956-4a5468c9ca7a,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:21.512122 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-962388963-router', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:21.559176 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3689019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2982'] for router (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.560640 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2993'] for router (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.576120 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe4307-bd6e-4f75-96cd-0be47fa6d65b req-262025f1-d3aa-44ae-809d-76a818ce1674 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:21.577879 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-22fe4307-bd6e-4f75-96cd-0be47fa6d65b req-262025f1-d3aa-44ae-809d-76a818ce1674 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 943 time: 0.1361561 Mar 22 17:47:21.592673 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Publish callbacks [] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.614405 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.685652 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Publish callbacks [] for router_controller (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.689951 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-22fe4307-bd6e-4f75-96cd-0be47fa6d65b req-88fbc9c1-bfdc-4de2-8f51-9e00ef7a8b46 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9d79c9-cc9b-4438-9586-65bd90a9a4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852771 Mar 22 17:47:21.699532 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef690c44-dbbe-41ee-8b2b-23955856df53 None None] Pushing event updated for resources: {'Port': ['ID=365067a2-c195-4e4c-bae3-27f8c7a00eff,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:21.744870 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6020b14-bac5-5759-9b19-a0dd5cfccbad-e0cee96e-e515-4d7f-a039-0624e92d0ba2', 'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2', 'project_id': 'eb106fb1b9264aa4998896058a303502', 'fixed_ips': [{'subnet_id': '75f4e77c-15df-4adf-9486-8bdcebad1086'}]}} from dv-cinder-790535-31-iscsi. {{(pid=109969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:47:21.745890 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.868833 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Publish callbacks [] for router_gateway (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.873934 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Attempting to bind port 365067a2-c195-4e4c-bae3-27f8c7a00eff on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:47:21.874549 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Attempting to bind port 365067a2-c195-4e4c-bae3-27f8c7a00eff by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:47:21.875095 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Attempting to bind port 365067a2-c195-4e4c-bae3-27f8c7a00eff on network 52900748-15d1-4e2e-82d6-cda882ae8b11 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:47:21.887396 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:47:21.887781 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Checking segment: {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:47:21.888356 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.888832 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Bound using segment: {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:47:21.889401 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Bound port: 365067a2-c195-4e4c-bae3-27f8c7a00eff, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:47:21.892628 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:22.019261 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.db_base_plugin_common [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Allocated IP 172.20.0.2 (e0cee96e-e515-4d7f-a039-0624e92d0ba2/75f4e77c-15df-4adf-9486-8bdcebad1086/f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38) {{(pid=109969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:47:22.031523 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-3fe82246-d02d-4534-87d9-96935a7d367f None None] Provisioning complete for port 365067a2-c195-4e4c-bae3-27f8c7a00eff triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:22.031908 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3fe82246-d02d-4534-87d9-96935a7d367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:22.062138 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] For port 365067a2-c195-4e4c-bae3-27f8c7a00eff, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:47:22.119249 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] For port 365067a2-c195-4e4c-bae3-27f8c7a00eff, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=365067a2-c195-4e4c-bae3-27f8c7a00eff,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:47:22.132196 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Publish callbacks [] for router_gateway (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:22.132411 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-3fe82246-d02d-4534-87d9-96935a7d367f None None] Port 365067a2-c195-4e4c-bae3-27f8c7a00eff cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:47:22.136354 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:22.159047 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:22.226340 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef690c44-dbbe-41ee-8b2b-23955856df53 None None] Pushing event updated for resources: {'Port': ['ID=365067a2-c195-4e4c-bae3-27f8c7a00eff,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:22.240644 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:22.241301 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:22.335553 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Allocated IP 172.27.3.59 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/267130cf-ebee-4b0c-b2e8-9d2fe47a34f8) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:47:22.539484 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Publish callbacks [] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:22.540139 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Publish callbacks [] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), precommit_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:22.554881 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), after_create {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:22.604637 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:22.614500 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-350e4094-1480-4217-ab1b-e2a361279b25 None None] Provisioning complete for port 365067a2-c195-4e4c-bae3-27f8c7a00eff triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:22.614949 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-350e4094-1480-4217-ab1b-e2a361279b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:22.620994 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Network e0cee96e-e515-4d7f-a039-0624e92d0ba2 is already hosted by enough agents. {{(pid=109969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:47:22.629110 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:22.651336 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.scheduler.base_scheduler [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Resources bound (agent type, host, resource id): {{(pid=109969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:22.653787 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:47:22.657695 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:22.660255 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:47:22.686218 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Received port after_create {{(pid=109969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:47:22.696108 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Pushing event updated for resources: {'Port': ['ID=267130cf-ebee-4b0c-b2e8-9d2fe47a34f8,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:22.711900 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Pushing event updated for resources: {'Port': ['ID=f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38,revision_number=1']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:22.899757 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Attempting to bind port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:47:22.900708 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Attempting to bind port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': 'b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:47:22.900708 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Attempting to bind port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 on network e0cee96e-e515-4d7f-a039-0624e92d0ba2 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:47:22.918281 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:47:22.918803 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Checking segment: {'id': 'b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:47:22.919110 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:22.919470 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Bound using segment: {'id': 'b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:47:22.920044 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Bound port: f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:47:22.920469 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:22.963379 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-350e4094-1480-4217-ab1b-e2a361279b25 None None] Current status of the port 365067a2-c195-4e4c-bae3-27f8c7a00eff is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:22.963379 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-350e4094-1480-4217-ab1b-e2a361279b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:23.014755 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Publish callbacks [] for router_gateway (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:23.098048 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] For port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:47:23.102840 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-350e4094-1480-4217-ab1b-e2a361279b25 None None] For port 365067a2-c195-4e4c-bae3-27f8c7a00eff, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=365067a2-c195-4e4c-bae3-27f8c7a00eff,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:23.116975 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-350e4094-1480-4217-ab1b-e2a361279b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:23.123057 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] For port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38,segment=NetworkSegment(b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae),segment_id=b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:47:23.167352 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:23.227231 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e4094-1480-4217-ab1b-e2a361279b25 None None] Pushing event updated for resources: {'Port': ['ID=365067a2-c195-4e4c-bae3-27f8c7a00eff,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:23.304679 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:22Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:23.416176 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abe1c8-7f1c-49d3-a30f-e8ef04fdefbc None None] The sync data for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi is: [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:22Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:47:23.418377 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01cab6-ce24-4544-b138-b3c3318a3f24 None None] Pushing event updated for resources: {'Port': ['ID=f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:23.436767 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device feec0f45-5dbc-46e2-94c9-8426d1a15690 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:47:23.741492 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port feec0f45-5dbc-46e2-94c9-8426d1a15690, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=feec0f45-5dbc-46e2-94c9-8426d1a15690,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:23.746295 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc0211-2d1b-4ca8-8c3c-7584a05a5ee4 req-04e2f216-75cc-438b-9c91-0291e05c22da tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:23.754028 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-20dc0211-2d1b-4ca8-8c3c-7584a05a5ee4 req-04e2f216-75cc-438b-9c91-0291e05c22da tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.1302459 Mar 22 17:47:23.795412 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': 'feec0f45-5dbc-46e2-94c9-8426d1a15690', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'port_id': 'feec0f45-5dbc-46e2-94c9-8426d1a15690', 'mac_address': 'fa:16:3e:11:e2:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:47:23.822685 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e8b4f-739f-406f-a4b6-be78d14875c5 req-31bdd33c-a73b-4e7c-8de6-a663fcd20cdf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:23.824372 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5f6e8b4f-739f-406f-a4b6-be78d14875c5 req-31bdd33c-a73b-4e7c-8de6-a663fcd20cdf tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 943 time: 0.1519527 Mar 22 17:47:23.842581 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-20dc0211-2d1b-4ca8-8c3c-7584a05a5ee4 req-ffc7d9fe-b159-4079-b003-91af10dd9bd5 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877142 Mar 22 17:47:23.916264 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port feec0f45-5dbc-46e2-94c9-8426d1a15690 is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:23.916892 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:23.938416 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feec0f45-5dbc-46e2-94c9-8426d1a15690 {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:47:23.962391 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port feec0f45-5dbc-46e2-94c9-8426d1a15690, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=feec0f45-5dbc-46e2-94c9-8426d1a15690,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:23.969894 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:24.024433 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5f6e8b4f-739f-406f-a4b6-be78d14875c5 req-410c12a4-f66d-418c-a8c5-7abbc96c2eee tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9d79c9-cc9b-4438-9586-65bd90a9a4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910985 Mar 22 17:47:24.050357 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=feec0f45-5dbc-46e2-94c9-8426d1a15690,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:24.103558 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686701'] for router (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:24.242318 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['feec0f45-5dbc-46e2-94c9-8426d1a15690'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:47:24.347722 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Router 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 is scheduled to L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:47:24.434095 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:47:24.542682 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:24.543237 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:24.550757 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:47:24.562560 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Sync routers for ids ['3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:47:24.580189 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Routers {'3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:24.581325 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:24.589502 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:24.591979 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9f1cbe63-04a9-401d-854b-889f01a8c8ce admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0870471 Mar 22 17:47:24.594628 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58046) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:24.650132 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:24.712567 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:24.713429 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:24.758388 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38,segment=NetworkSegment(b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae),segment_id=b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:24.766565 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:24.767531 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 365067a2-c195-4e4c-bae3-27f8c7a00eff up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:47:24.783456 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Set router 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:24.887768 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:24.893079 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 365067a2-c195-4e4c-bae3-27f8c7a00eff triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:24.893458 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:24.938284 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0742363e-85b7-41ea-ab84-aecb5397ab86 None None] Network e0cee96e-e515-4d7f-a039-0624e92d0ba2 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:47:25.092635 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-5a25c242-1e4e-4475-b1a5-9bb1f44ae527 None None] Provisioning complete for port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:25.093402 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5a25c242-1e4e-4475-b1a5-9bb1f44ae527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:25.240340 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 365067a2-c195-4e4c-bae3-27f8c7a00eff is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:25.255385 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecd23c-5999-4b52-8d8f-eb51e30dfccf req-824aa205-a4f0-4dd2-a285-dfadddd65f46 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:25.259960 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'name': 'tempest-TestVolumeBootPattern-962388963-router', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:21Z', 'updated_at': '2022-03-22T17:47:22Z', 'revision_number': 3, 'project_id': 'eb106fb1b9264aa4998896058a303502', 'gw_port': {'id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:22Z', 'updated_at': '2022-03-22T17:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:25.267913 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-94ecd23c-5999-4b52-8d8f-eb51e30dfccf req-824aa205-a4f0-4dd2-a285-dfadddd65f46 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.2287941 Mar 22 17:47:25.295511 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Checking router: 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:47:25.296125 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Updating router 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 port 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 binding host dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:47:25.344571 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57612ec8-9d73-4332-8d71-420a02ff4798 req-17f7a250-8e66-42a4-98c0-e99778daeee9 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:25.346587 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-57612ec8-9d73-4332-8d71-420a02ff4798 req-17f7a250-8e66-42a4-98c0-e99778daeee9 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 944 time: 0.1709542 Mar 22 17:47:25.382562 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-5a25c242-1e4e-4475-b1a5-9bb1f44ae527 None None] Current status of the port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:25.388234 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:25.447467 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device feec0f45-5dbc-46e2-94c9-8426d1a15690 up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:47:25.502010 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-57612ec8-9d73-4332-8d71-420a02ff4798 req-3304b43d-524e-4f79-90eb-27347f98be60 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9d79c9-cc9b-4438-9586-65bd90a9a4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426382 Mar 22 17:47:25.519370 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-94ecd23c-5999-4b52-8d8f-eb51e30dfccf req-987cb830-c6dd-4cab-a594-82b74974aa74 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2492533 Mar 22 17:47:25.568681 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port feec0f45-5dbc-46e2-94c9-8426d1a15690 completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:47:25.576748 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port feec0f45-5dbc-46e2-94c9-8426d1a15690 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:25.577222 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:25.595223 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:25.722615 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port feec0f45-5dbc-46e2-94c9-8426d1a15690 is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:25.723662 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:25.740725 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-400e6403-8a31-46a3-ac6a-eb18fc013a34 None None] Provisioning complete for port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:25.741105 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-400e6403-8a31-46a3-ac6a-eb18fc013a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:25.784436 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48325b12-9ee3-4558-af2e-09710d1a5ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feec0f45-5dbc-46e2-94c9-8426d1a15690'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:47:25.786983 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7d5823-7966-4b34-8df9-aeda1c9d2c80" -d '{"events": [{"server_uuid": "48325b12-9ee3-4558-af2e-09710d1a5ec2", "name": "network-vif-plugged", "status": "completed", "tag": "feec0f45-5dbc-46e2-94c9-8426d1a15690"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:47:25.813218 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port feec0f45-5dbc-46e2-94c9-8426d1a15690, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=feec0f45-5dbc-46e2-94c9-8426d1a15690,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:25.830108 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:25.862065 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Publish callbacks [] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), precommit_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:25.871444 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:25.907813 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Allocated IP 172.20.0.1 (e0cee96e-e515-4d7f-a039-0624e92d0ba2/75f4e77c-15df-4adf-9486-8bdcebad1086/7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:47:25.949737 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-400e6403-8a31-46a3-ac6a-eb18fc013a34 None None] Current status of the port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:25.955033 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=feec0f45-5dbc-46e2-94c9-8426d1a15690,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:26.035670 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d91f7df-aad1-4ef4-b965-be5ed3d949be x-openstack-request-id: req-6d91f7df-aad1-4ef4-b965-be5ed3d949be {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:47:26.035900 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48325b12-9ee3-4558-af2e-09710d1a5ec2", "name": "network-vif-plugged", "status": "completed", "tag": "feec0f45-5dbc-46e2-94c9-8426d1a15690", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:47:26.036210 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d91f7df-aad1-4ef4-b965-be5ed3d949be {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:47:26.036648 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d91f7df-aad1-4ef4-b965-be5ed3d949be'] response: {'server_uuid': '48325b12-9ee3-4558-af2e-09710d1a5ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feec0f45-5dbc-46e2-94c9-8426d1a15690', 'code': 200} Mar 22 17:47:26.083911 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Publish callbacks [] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.119388 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Pushing event updated for resources: {'Port': ['ID=267130cf-ebee-4b0c-b2e8-9d2fe47a34f8,revision_number=2']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:26.126388 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.144209 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58066) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:26.157252 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.157668 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.158198 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.158568 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.158936 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.159571 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.163450 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.164394 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.164394 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.164622 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.164837 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.165190 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.165574 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.165918 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.166307 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:26.175965 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Attempting to bind port 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:47:26.177123 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Attempting to bind port 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:47:26.178220 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Attempting to bind port 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 on network c8aa00b0-ab78-4efe-96f3-93b988cf785c {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:47:26.185494 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:47:26.185999 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Checking segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:47:26.186484 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.186957 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Bound using segment: {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'} {{(pid=109970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:47:26.187508 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.managers [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Bound port: 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0be97-c507-418e-978a-2e61ab99995c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c'}}] {{(pid=109970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:47:26.188145 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), before_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.191912 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Network e0cee96e-e515-4d7f-a039-0624e92d0ba2 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:47:26.197219 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:26.204876 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:47:26.248104 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688184'] for router_interface (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.255551 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:26.257566 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] For port 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:47:26.263475 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.plugins.ml2.db [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] For port 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=267130cf-ebee-4b0c-b2e8-9d2fe47a34f8,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:47:26.278082 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), after_update {{(pid=109970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.402469 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Routers {'3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:26.402998 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:47:26.403153 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:26.441322 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbf5c2-b53c-46f2-b348-368f56cd0dff None None] Pushing event updated for resources: {'Port': ['ID=267130cf-ebee-4b0c-b2e8-9d2fe47a34f8,revision_number=3']} {{(pid=109970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:26.471276 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c52a10af-95e8-482d-9bb3-15e03132d3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.500409 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7669e9c-7cc2-44c5-a5c1-7537f245026f req-38428ace-ee4a-46a6-85d4-89e4d784543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:26.502112 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e7669e9c-7cc2-44c5-a5c1-7537f245026f req-38428ace-ee4a-46a6-85d4-89e4d784543b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 1129 time: 0.1209772 Mar 22 17:47:26.505423 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:26.507661 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.616575 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.638292 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] Set router 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:26.657979 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e7669e9c-7cc2-44c5-a5c1-7537f245026f req-8640b89f-8800-4929-9e0a-868df0e6c524 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dc9d79c9-cc9b-4438-9586-65bd90a9a4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082368 Mar 22 17:47:26.689882 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c52a10af-95e8-482d-9bb3-15e03132d3b5 admin admin] Publish callbacks [] for security_group (b5cf365f-09ab-49c7-b601-309cfec721e8), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.695467 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c52a10af-95e8-482d-9bb3-15e03132d3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (b5cf365f-09ab-49c7-b601-309cfec721e8), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.799553 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c52a10af-95e8-482d-9bb3-15e03132d3b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78f4fd16a81440ea95da13f457eb9621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6519480 Mar 22 17:47:26.803317 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58074) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:26.819573 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a10af-95e8-482d-9bb3-15e03132d3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cf365f-09ab-49c7-b601-309cfec721e8,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:26.881451 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29bffc-3e92-4bea-b07a-5ed8254046f7 req-bc771ffc-7ac8-4478-ad6d-144b2bf6c5e2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:26.883447 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6f29bffc-3e92-4bea-b07a-5ed8254046f7 req-bc771ffc-7ac8-4478-ad6d-144b2bf6c5e2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.1039569 Mar 22 17:47:26.919245 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:26.924961 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-848cf58e-89a6-4324-aa04-d531f6b0dade None None] Provisioning complete for port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:26.925531 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-848cf58e-89a6-4324-aa04-d531f6b0dade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.933636 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Publish callbacks [] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.944431 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:26.980075 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b796005-7673-4ebc-b5f3-3501cab650e8 req-75facfcd-9cbe-469b-8845-dfa2f2cefd67 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:26.984661 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5b796005-7673-4ebc-b5f3-3501cab650e8 req-75facfcd-9cbe-469b-8845-dfa2f2cefd67 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 945 time: 0.1905918 Mar 22 17:47:26.993752 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'name': 'tempest-TestVolumeBootPattern-962388963-router', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:21Z', 'updated_at': '2022-03-22T17:47:22Z', 'revision_number': 3, 'project_id': 'eb106fb1b9264aa4998896058a303502', 'gw_port': {'id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:22Z', 'updated_at': '2022-03-22T17:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:27.028461 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3b249483-1b1e-47db-9b7b-a4c55734f2a2 admin admin] Publish callbacks [] for security_group (b5cf365f-09ab-49c7-b601-309cfec721e8), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:27.033550 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6f29bffc-3e92-4bea-b07a-5ed8254046f7 req-42fe884d-3067-4a17-9b9d-eeeaa21c9464 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1342371 Mar 22 17:47:27.034792 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f8b300-b76f-4e79-8c11-da995f40bc5f None None] The sync data for ids ['3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'] in dv-cinder-790535-31-iscsi is: [{'id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'name': 'tempest-TestVolumeBootPattern-962388963-router', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:21Z', 'updated_at': '2022-03-22T17:47:22Z', 'revision_number': 3, 'project_id': 'eb106fb1b9264aa4998896058a303502', 'gw_port': {'id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:22Z', 'updated_at': '2022-03-22T17:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:47:27.059611 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3688044'] for router_interface (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:27.062321 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:27.111687 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5b796005-7673-4ebc-b5f3-3501cab650e8 req-7cd37e63-9a79-45f1-9cb6-c322eb360ed2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9d79c9-cc9b-4438-9586-65bd90a9a4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162696 Mar 22 17:47:27.137561 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3b249483-1b1e-47db-9b7b-a4c55734f2a2 admin admin] Publish callbacks [] for security_group (b5cf365f-09ab-49c7-b601-309cfec721e8), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:27.220878 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3b249483-1b1e-47db-9b7b-a4c55734f2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (b5cf365f-09ab-49c7-b601-309cfec721e8), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:27.224860 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3b249483-1b1e-47db-9b7b-a4c55734f2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:27.229183 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-3b249483-1b1e-47db-9b7b-a4c55734f2a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5cf365f-09ab-49c7-b601-309cfec721e8 HTTP/1.1" status: 204 len: 168 time: 0.4118211 Mar 22 17:47:27.240220 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b249483-1b1e-47db-9b7b-a4c55734f2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cf365f-09ab-49c7-b601-309cfec721e8,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:27.240586 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Network e0cee96e-e515-4d7f-a039-0624e92d0ba2 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:47:27.242213 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:27.285139 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-848cf58e-89a6-4324-aa04-d531f6b0dade None None] Port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:47:27.442013 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Router 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:47:27.618069 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-c6a13533-5084-4bb8-9eed-522992d7879c None None] Provisioning complete for port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:27.618445 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c6a13533-5084-4bb8-9eed-522992d7879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:27.653257 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:47:27.658900 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-c6a13533-5084-4bb8-9eed-522992d7879c None None] Port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:47:27.663047 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-10ff4f17-4cd9-45a4-a134-353c7d71fdb1 admin admin] 10.222.0.42 "PUT /v2.0/routers/3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0644774 Mar 22 17:47:28.240025 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416298e7-379b-4dec-9c95-4900c2308a0a req-125575cc-9c60-4692-85bf-f035564dffe4 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:28.248605 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-416298e7-379b-4dec-9c95-4900c2308a0a req-125575cc-9c60-4692-85bf-f035564dffe4 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0751352 Mar 22 17:47:28.312787 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-416298e7-379b-4dec-9c95-4900c2308a0a req-0ea33190-d68c-435c-8985-f8a55cec6bcf tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632067 Mar 22 17:47:28.393869 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:47:28.479922 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6749dc-bb95-4597-be22-d8ef1a04581c req-30cc23d2-d3d1-4e4f-a477-788ed1d207e2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:28.482449 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0c6749dc-bb95-4597-be22-d8ef1a04581c req-30cc23d2-d3d1-4e4f-a477-788ed1d207e2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 945 time: 0.1031027 Mar 22 17:47:28.488999 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:28.490218 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:28.576831 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0c6749dc-bb95-4597-be22-d8ef1a04581c req-2b82f049-b3c9-4105-9ffb-e6c626d98856 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9d79c9-cc9b-4438-9586-65bd90a9a4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875323 Mar 22 17:47:28.583233 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58110) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:28.592214 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-527dc188-543e-4fcc-8bb7-ebd73088c055 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-619430707', 'description': 'tempest-secgroup-smoke-619430707 description', 'project_id': 'cf7606e3337a421c8c42f461940250fe'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:28.627300 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-527dc188-543e-4fcc-8bb7-ebd73088c055 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:28.632390 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:28.633099 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:28.675497 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] For port 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=267130cf-ebee-4b0c-b2e8-9d2fe47a34f8,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:28.680319 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:28.751595 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Pushing event updated for resources: {'Port': ['ID=267130cf-ebee-4b0c-b2e8-9d2fe47a34f8,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:28.767096 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9511e0-1847-4188-a4b5-339821043e87 req-b45f3b8f-c43b-4ea2-b1b6-ef77bee0fdec tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:28.768703 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df9511e0-1847-4188-a4b5-339821043e87 req-b45f3b8f-c43b-4ea2-b1b6-ef77bee0fdec tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 945 time: 0.0948360 Mar 22 17:47:28.776658 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-527dc188-543e-4fcc-8bb7-ebd73088c055 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group (b48071d4-b905-496a-b84c-bc2113ea6102), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:28.778884 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58118) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:28.783640 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-71043e58-c64e-4da9-b7aa-c3abf60ff3d0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Request body: {'floatingip': {'port_id': 'feec0f45-5dbc-46e2-94c9-8426d1a15690'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:28.787459 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-527dc188-543e-4fcc-8bb7-ebd73088c055 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (b48071d4-b905-496a-b84c-bc2113ea6102), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:28.832881 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-527dc188-543e-4fcc-8bb7-ebd73088c055 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:28.833270 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-71043e58-c64e-4da9-b7aa-c3abf60ff3d0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (48b25d9e-3719-450e-a972-bb6e44a4d0a6), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:28.837537 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-527dc188-543e-4fcc-8bb7-ebd73088c055 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2480745 Mar 22 17:47:28.838270 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58122) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:28.842000 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dc188-543e-4fcc-8bb7-ebd73088c055 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48071d4-b905-496a-b84c-bc2113ea6102,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:28.844584 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-4b2de925-d529-440a-b197-dd129498b52e tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Request body: {'security_group_rule': {'security_group_id': 'b48071d4-b905-496a-b84c-bc2113ea6102', 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:29.086667 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-9f6ccf20-29a0-4095-b022-2f7c8c4a9cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.244954 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4b2de925-d529-440a-b197-dd129498b52e tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (4f62d53a-092a-487d-950b-ead2fde712bd), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.314595 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Sync routers for ids ['3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:47:29.354045 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Routers {'3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:29.354961 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:29.399840 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4b2de925-d529-440a-b197-dd129498b52e tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (4f62d53a-092a-487d-950b-ead2fde712bd), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.435047 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4b2de925-d529-440a-b197-dd129498b52e tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (4f62d53a-092a-487d-950b-ead2fde712bd), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.472235 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2de925-d529-440a-b197-dd129498b52e tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f62d53a-092a-487d-950b-ead2fde712bd,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:29.499354 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4b2de925-d529-440a-b197-dd129498b52e tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.500593 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4b2de925-d529-440a-b197-dd129498b52e tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6629367 Mar 22 17:47:29.503665 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58138) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:29.511506 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-c84f420c-5197-4e4d-821e-f55a5ee94139 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Request body: {'security_group_rule': {'security_group_id': 'b48071d4-b905-496a-b84c-bc2113ea6102', 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:29.530408 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Set router 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:29.548073 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c84f420c-5197-4e4d-821e-f55a5ee94139 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (689a130b-f423-4f39-b971-730b4272908b), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.628993 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c84f420c-5197-4e4d-821e-f55a5ee94139 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (689a130b-f423-4f39-b971-730b4272908b), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.639094 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c84f420c-5197-4e4d-821e-f55a5ee94139 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (689a130b-f423-4f39-b971-730b4272908b), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.650041 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44d7a5-8d19-487d-9083-5b6786d7b7bd req-1a28fbe7-8275-44e6-b6db-d2638fcb8ead tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:29.658021 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5c44d7a5-8d19-487d-9083-5b6786d7b7bd req-1a28fbe7-8275-44e6-b6db-d2638fcb8ead tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.2207093 Mar 22 17:47:29.662166 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f420c-5197-4e4d-821e-f55a5ee94139 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689a130b-f423-4f39-b971-730b4272908b,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:29.695060 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c84f420c-5197-4e4d-821e-f55a5ee94139 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.696308 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c84f420c-5197-4e4d-821e-f55a5ee94139 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1915686 Mar 22 17:47:29.700423 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58142) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:29.711184 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-c032285a-1e33-499d-8966-8aeda61792fa tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Request body: {'security_group_rule': {'security_group_id': 'b48071d4-b905-496a-b84c-bc2113ea6102', 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:29.788809 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58144) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:29.808433 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'name': 'tempest-TestVolumeBootPattern-962388963-router', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:21Z', 'updated_at': '2022-03-22T17:47:26Z', 'revision_number': 4, 'project_id': 'eb106fb1b9264aa4998896058a303502', 'gw_port': {'id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:22Z', 'updated_at': '2022-03-22T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee', 'name': '', 'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'mac_address': 'fa:16:3e:da:6c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '75f4e77c-15df-4adf-9486-8bdcebad1086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:25Z', 'updated_at': '2022-03-22T17:47:26Z', 'revision_number': 2, 'project_id': 'eb106fb1b9264aa4998896058a303502', 'subnets': [{'id': '75f4e77c-15df-4adf-9486-8bdcebad1086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:29.812382 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c032285a-1e33-499d-8966-8aeda61792fa tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (e0be16a9-6b4a-47e1-a206-75d3357cdd50), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.826303 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5c44d7a5-8d19-487d-9083-5b6786d7b7bd req-ad2d16e6-8894-4a4f-8ee6-927f945c986f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1673894 Mar 22 17:47:29.838292 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Checking router: 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:47:29.838672 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Updating router 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee binding host dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:47:29.879670 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.948050 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-71043e58-c64e-4da9-b7aa-c3abf60ff3d0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.960901 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c032285a-1e33-499d-8966-8aeda61792fa tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (e0be16a9-6b4a-47e1-a206-75d3357cdd50), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.962095 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-71043e58-c64e-4da9-b7aa-c3abf60ff3d0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (48b25d9e-3719-450e-a972-bb6e44a4d0a6), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:29.977158 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b07f0861-c25e-4dbb-82c0-9583f051d8d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.003408 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c032285a-1e33-499d-8966-8aeda61792fa tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (e0be16a9-6b4a-47e1-a206-75d3357cdd50), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.062448 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032285a-1e33-499d-8966-8aeda61792fa tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0be16a9-6b4a-47e1-a206-75d3357cdd50,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:30.075385 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c032285a-1e33-499d-8966-8aeda61792fa tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.076441 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c032285a-1e33-499d-8966-8aeda61792fa tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3701634 Mar 22 17:47:30.079508 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58148) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:30.091284 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-de4e5883-4524-4ab8-b6ad-1a33a21d6c24 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Request body: {'security_group_rule': {'security_group_id': 'b48071d4-b905-496a-b84c-bc2113ea6102', 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:30.104051 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b07f0861-c25e-4dbb-82c0-9583f051d8d7 admin admin] Publish callbacks [] for security_group (0d15ae6b-c6be-404a-b1f3-0adcfb4fb448), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.112398 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b07f0861-c25e-4dbb-82c0-9583f051d8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (0d15ae6b-c6be-404a-b1f3-0adcfb4fb448), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.119507 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [None req-71043e58-c64e-4da9-b7aa-c3abf60ff3d0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Floating IP 48b25d9e-3719-450e-a972-bb6e44a4d0a6 associated. External IP: 172.27.3.190, port: feec0f45-5dbc-46e2-94c9-8426d1a15690. Mar 22 17:47:30.167762 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-b07f0861-c25e-4dbb-82c0-9583f051d8d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f958cccc1be24ab89a5c3a14c7de47d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776593 Mar 22 17:47:30.168742 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-de4e5883-4524-4ab8-b6ad-1a33a21d6c24 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (8a22ee82-6f41-4721-943b-07249d14ec79), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.172799 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58150) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:30.173462 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f0861-c25e-4dbb-82c0-9583f051d8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d15ae6b-c6be-404a-b1f3-0adcfb4fb448,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:30.294339 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5da7cb1f-1f57-4bc6-9523-29512eab7f8a admin admin] Publish callbacks [] for security_group (0d15ae6b-c6be-404a-b1f3-0adcfb4fb448), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.299228 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-de4e5883-4524-4ab8-b6ad-1a33a21d6c24 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (8a22ee82-6f41-4721-943b-07249d14ec79), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.318718 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-de4e5883-4524-4ab8-b6ad-1a33a21d6c24 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (8a22ee82-6f41-4721-943b-07249d14ec79), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.343598 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:47:30.364526 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5da7cb1f-1f57-4bc6-9523-29512eab7f8a admin admin] Publish callbacks [] for security_group (0d15ae6b-c6be-404a-b1f3-0adcfb4fb448), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.374637 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e5883-4524-4ab8-b6ad-1a33a21d6c24 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a22ee82-6f41-4721-943b-07249d14ec79,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:30.382052 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Publish callbacks [] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.394611 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.403779 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-de4e5883-4524-4ab8-b6ad-1a33a21d6c24 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.405189 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-de4e5883-4524-4ab8-b6ad-1a33a21d6c24 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3247705 Mar 22 17:47:30.411686 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58152) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:30.418661 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-a962b852-1f9c-4981-97fd-48daa9fda1a3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Request body: {'security_group_rule': {'security_group_id': 'b48071d4-b905-496a-b84c-bc2113ea6102', 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:30.424383 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71043e58-c64e-4da9-b7aa-c3abf60ff3d0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:47:30.470317 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.securitygroups_db [None req-a962b852-1f9c-4981-97fd-48daa9fda1a3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Project cf7606e3337a421c8c42f461940250fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:47:30.483570 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5da7cb1f-1f57-4bc6-9523-29512eab7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (0d15ae6b-c6be-404a-b1f3-0adcfb4fb448), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.485730 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:30.486118 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.486794 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5da7cb1f-1f57-4bc6-9523-29512eab7f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.488305 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5da7cb1f-1f57-4bc6-9523-29512eab7f8a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d15ae6b-c6be-404a-b1f3-0adcfb4fb448 HTTP/1.1" status: 204 len: 168 time: 0.3104503 Mar 22 17:47:30.497273 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7cb1f-1f57-4bc6-9523-29512eab7f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d15ae6b-c6be-404a-b1f3-0adcfb4fb448,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:30.500144 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a962b852-1f9c-4981-97fd-48daa9fda1a3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (89f41946-8ebe-42a0-813f-fd4c0f167cf9), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.576296 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db99550-08ae-453e-999b-cbd19439864d None None] Pushing event updated for resources: {'Port': ['ID=7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:30.625796 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a962b852-1f9c-4981-97fd-48daa9fda1a3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (89f41946-8ebe-42a0-813f-fd4c0f167cf9), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.635831 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a962b852-1f9c-4981-97fd-48daa9fda1a3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (89f41946-8ebe-42a0-813f-fd4c0f167cf9), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.648446 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Attempting to bind port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee on host dv-cinder-790535-31-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:47:30.648822 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Attempting to bind port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee by drivers openvswitch,hyperv on host dv-cinder-790535-31-iscsi at level 0 using segments [{'id': 'b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:47:30.649191 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Attempting to bind port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee on network e0cee96e-e515-4d7f-a039-0624e92d0ba2 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:47:30.662475 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71043e58-c64e-4da9-b7aa-c3abf60ff3d0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:47:30.667749 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Checking agent: {'id': '7268d852-59f3-4773-a1dd-80bee9fcfcf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 33, 6), 'started_at': datetime.datetime(2022, 3, 22, 17, 33, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:47:30.668131 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Checking segment: {'id': 'b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:47:30.668742 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.669319 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Bound using segment: {'id': 'b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:47:30.670550 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Bound port: 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee, host: dv-cinder-790535-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:47:30.671119 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.679104 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-71043e58-c64e-4da9-b7aa-c3abf60ff3d0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.686868 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d1cfe-9948-4bb0-8638-9677afb5465b None None] Sync routers for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:47:30.690235 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a962b852-1f9c-4981-97fd-48daa9fda1a3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.695521 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a962b852-1f9c-4981-97fd-48daa9fda1a3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2822895 Mar 22 17:47:30.696196 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58158) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:30.704014 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-34b42950-96fe-4cbb-80ce-a4a2ae8b84e2 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Request body: {'security_group_rule': {'security_group_id': 'b48071d4-b905-496a-b84c-bc2113ea6102', 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:30.710736 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962b852-1f9c-4981-97fd-48daa9fda1a3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f41946-8ebe-42a0-813f-fd4c0f167cf9,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:30.715451 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d1cfe-9948-4bb0-8638-9677afb5465b None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:30.716091 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-881d1cfe-9948-4bb0-8638-9677afb5465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:30.744300 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.securitygroups_db [None req-34b42950-96fe-4cbb-80ce-a4a2ae8b84e2 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Project cf7606e3337a421c8c42f461940250fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:47:30.750432 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-34b42950-96fe-4cbb-80ce-a4a2ae8b84e2 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (aa587e8f-b2c6-427a-af68-4605b9828cd3), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.776443 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-71043e58-c64e-4da9-b7aa-c3abf60ff3d0 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "PUT /v2.0/floatingips/48b25d9e-3719-450e-a972-bb6e44a4d0a6 HTTP/1.1" status: 200 len: 991 time: 1.9962926 Mar 22 17:47:30.777140 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48325b12-9ee3-4558-af2e-09710d1a5ec2', 'tag': 'feec0f45-5dbc-46e2-94c9-8426d1a15690'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:47:30.782847 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac09e22c-1fd8-4a61-8dd6-e7634c1fa3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "48325b12-9ee3-4558-af2e-09710d1a5ec2", "tag": "feec0f45-5dbc-46e2-94c9-8426d1a15690"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:47:30.850330 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e0747-7d48-4688-acf4-f48ff95bebef x-openstack-request-id: req-381e0747-7d48-4688-acf4-f48ff95bebef {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:47:30.850636 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48325b12-9ee3-4558-af2e-09710d1a5ec2", "tag": "feec0f45-5dbc-46e2-94c9-8426d1a15690", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:47:30.850905 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-381e0747-7d48-4688-acf4-f48ff95bebef {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:47:30.851326 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381e0747-7d48-4688-acf4-f48ff95bebef'] response: {'name': 'network-changed', 'server_uuid': '48325b12-9ee3-4558-af2e-09710d1a5ec2', 'tag': 'feec0f45-5dbc-46e2-94c9-8426d1a15690', 'status': 'completed', 'code': 200} Mar 22 17:47:30.857847 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-34b42950-96fe-4cbb-80ce-a4a2ae8b84e2 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (aa587e8f-b2c6-427a-af68-4605b9828cd3), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.864869 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:30.868589 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-34b42950-96fe-4cbb-80ce-a4a2ae8b84e2 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736428'] for security_group_rule (aa587e8f-b2c6-427a-af68-4605b9828cd3), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.900616 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-34b42950-96fe-4cbb-80ce-a4a2ae8b84e2 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.903967 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-34b42950-96fe-4cbb-80ce-a4a2ae8b84e2 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2033987 Mar 22 17:47:30.931712 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b42950-96fe-4cbb-80ce-a4a2ae8b84e2 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa587e8f-b2c6-427a-af68-4605b9828cd3,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:30.946662 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-770ef7cb-a7ef-4788-9fc6-7f908e32b488 None None] Provisioning complete for port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:30.946810 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-770ef7cb-a7ef-4788-9fc6-7f908e32b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:30.954198 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09e22c-1fd8-4a61-8dd6-e7634c1fa3d9 req-cf9ecc61-9dcf-4bfd-a295-7d149cdbfda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:30.954523 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] For port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee, host dv-cinder-790535-31-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:47:30.955834 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac09e22c-1fd8-4a61-8dd6-e7634c1fa3d9 req-cf9ecc61-9dcf-4bfd-a295-7d149cdbfda9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ed4104feede4674a867b41f6ff73e8c&device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 1129 time: 0.0674856 Mar 22 17:47:31.011408 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-881d1cfe-9948-4bb0-8638-9677afb5465b None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:31.046300 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] For port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee, host dv-cinder-790535-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee,segment=NetworkSegment(b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae),segment_id=b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:47:31.072368 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58188) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:31.080063 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.102337 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-770ef7cb-a7ef-4788-9fc6-7f908e32b488 None None] Port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:47:31.119569 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837651cb-c8fc-40d7-b555-ecab867f1731 req-bc51b171-fce3-4cb0-a895-4f3aed81b780 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:31.122439 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-837651cb-c8fc-40d7-b555-ecab867f1731 req-bc51b171-fce3-4cb0-a895-4f3aed81b780 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.1209600 Mar 22 17:47:31.123224 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-82c215f7-e047-43e7-b5eb-f36f492d294e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.152982 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09e22c-1fd8-4a61-8dd6-e7634c1fa3d9 req-f2ad5bae-5149-435f-8408-2084e7ef391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:31.154604 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac09e22c-1fd8-4a61-8dd6-e7634c1fa3d9 req-f2ad5bae-5149-435f-8408-2084e7ef391b service neutron] 10.222.0.76 "GET /v2.0/networks?id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 200 len: 915 time: 0.1920259 Mar 22 17:47:31.240745 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-837651cb-c8fc-40d7-b555-ecab867f1731 req-6ac5301c-76d9-4a84-b33b-622a2c1005de tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115837 Mar 22 17:47:31.247261 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Routers {'3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:31.248376 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:31.335956 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-82c215f7-e047-43e7-b5eb-f36f492d294e admin admin] Publish callbacks [] for security_group (4f071a56-14a6-43c4-81d7-329928088378), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.339474 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac09e22c-1fd8-4a61-8dd6-e7634c1fa3d9 req-06420733-1f48-41f1-ac13-50cb329e12b1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=feec0f45-5dbc-46e2-94c9-8426d1a15690 HTTP/1.1" status: 200 len: 999 time: 0.1717176 Mar 22 17:47:31.342518 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-82c215f7-e047-43e7-b5eb-f36f492d294e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (4f071a56-14a6-43c4-81d7-329928088378), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.407958 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db99550-08ae-453e-999b-cbd19439864d None None] Pushing event updated for resources: {'Port': ['ID=7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:31.422999 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] Set router 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:31.458798 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-881d1cfe-9948-4bb0-8638-9677afb5465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '48b25d9e-3719-450e-a972-bb6e44a4d0a6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': 'feec0f45-5dbc-46e2-94c9-8426d1a15690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:11:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48325b12-9ee3-4558-af2e-09710d1a5ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:29Z', 'revision_number': 1, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:31.461301 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-82c215f7-e047-43e7-b5eb-f36f492d294e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d75dac92f8ab4d18b5ff5c8946ec4448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868837 Mar 22 17:47:31.462092 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c215f7-e047-43e7-b5eb-f36f492d294e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f071a56-14a6-43c4-81d7-329928088378,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:31.464641 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58206) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:31.478862 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09e22c-1fd8-4a61-8dd6-e7634c1fa3d9 req-94ee5221-fc0f-465c-b9ac-c5bd39aeb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:31.480393 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac09e22c-1fd8-4a61-8dd6-e7634c1fa3d9 req-94ee5221-fc0f-465c-b9ac-c5bd39aeb0b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 200 len: 853 time: 0.1332841 Mar 22 17:47:31.511083 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d1cfe-9948-4bb0-8638-9677afb5465b None None] Checking router: 7e9c2aa2-d552-4d66-a494-db5bdffcb11c for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:47:31.544223 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d1cfe-9948-4bb0-8638-9677afb5465b None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:47:31.545284 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-881d1cfe-9948-4bb0-8638-9677afb5465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:47:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:31.586062 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09e22c-1fd8-4a61-8dd6-e7634c1fa3d9 req-77b9239f-42e2-413a-aff0-5c7e81d25cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:31.587695 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac09e22c-1fd8-4a61-8dd6-e7634c1fa3d9 req-77b9239f-42e2-413a-aff0-5c7e81d25cb6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0895767 Mar 22 17:47:31.592073 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d75792e2-cc23-4b96-9a2c-df3a2cb55731 admin admin] Publish callbacks [] for security_group (4f071a56-14a6-43c4-81d7-329928088378), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.627044 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d75792e2-cc23-4b96-9a2c-df3a2cb55731 admin admin] Publish callbacks [] for security_group (4f071a56-14a6-43c4-81d7-329928088378), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.673387 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-5e7d9706-1112-4a95-8bfd-92b48bdb9e07 None None] Provisioning complete for port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:31.674000 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9706-1112-4a95-8bfd-92b48bdb9e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.704957 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d75792e2-cc23-4b96-9a2c-df3a2cb55731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (4f071a56-14a6-43c4-81d7-329928088378), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.709096 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d75792e2-cc23-4b96-9a2c-df3a2cb55731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.714873 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-d75792e2-cc23-4b96-9a2c-df3a2cb55731 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f071a56-14a6-43c4-81d7-329928088378 HTTP/1.1" status: 204 len: 168 time: 0.2484794 Mar 22 17:47:31.714985 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac09e22c-1fd8-4a61-8dd6-e7634c1fa3d9 req-c4d2f95b-b32e-4592-a878-a0a55d1bdc9c service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195693 Mar 22 17:47:31.731645 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75792e2-cc23-4b96-9a2c-df3a2cb55731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f071a56-14a6-43c4-81d7-329928088378,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:31.784294 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-881d1cfe-9948-4bb0-8638-9677afb5465b None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:47:31.843458 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ca27e66a-9d3b-4ab7-ab68-165c8223af59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.904509 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac09e22c-1fd8-4a61-8dd6-e7634c1fa3d9 req-52dd8cb7-f001-4a68-b61d-da7c466dd372 service neutron] 10.222.0.76 "GET /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812253 Mar 22 17:47:31.920206 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d9706-1112-4a95-8bfd-92b48bdb9e07 None None] Current status of the port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee is: DOWN; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:31.920604 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9706-1112-4a95-8bfd-92b48bdb9e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.950099 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'name': 'tempest-TestVolumeBootPattern-962388963-router', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:21Z', 'updated_at': '2022-03-22T17:47:26Z', 'revision_number': 4, 'project_id': 'eb106fb1b9264aa4998896058a303502', 'gw_port': {'id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:22Z', 'updated_at': '2022-03-22T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee', 'name': '', 'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'mac_address': 'fa:16:3e:da:6c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '75f4e77c-15df-4adf-9486-8bdcebad1086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:25Z', 'updated_at': '2022-03-22T17:47:30Z', 'revision_number': 4, 'project_id': 'eb106fb1b9264aa4998896058a303502', 'subnets': [{'id': '75f4e77c-15df-4adf-9486-8bdcebad1086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:31.990562 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7327e6-3af0-430e-8810-c7af4c084aa7 None None] The sync data for ids ['3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'] in dv-cinder-790535-31-iscsi is: [{'id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'name': 'tempest-TestVolumeBootPattern-962388963-router', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:21Z', 'updated_at': '2022-03-22T17:47:26Z', 'revision_number': 4, 'project_id': 'eb106fb1b9264aa4998896058a303502', 'gw_port': {'id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:22Z', 'updated_at': '2022-03-22T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee', 'name': '', 'network_id': 'e0cee96e-e515-4d7f-a039-0624e92d0ba2', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'mac_address': 'fa:16:3e:da:6c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '75f4e77c-15df-4adf-9486-8bdcebad1086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:25Z', 'updated_at': '2022-03-22T17:47:30Z', 'revision_number': 4, 'project_id': 'eb106fb1b9264aa4998896058a303502', 'subnets': [{'id': '75f4e77c-15df-4adf-9486-8bdcebad1086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:47:31.996126 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-5e7d9706-1112-4a95-8bfd-92b48bdb9e07 None None] For port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee,segment=NetworkSegment(b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae),segment_id=b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:32.000966 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5e7d9706-1112-4a95-8bfd-92b48bdb9e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:32.104840 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d9706-1112-4a95-8bfd-92b48bdb9e07 None None] Pushing event updated for resources: {'Port': ['ID=7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:32.167693 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-881d1cfe-9948-4bb0-8638-9677afb5465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '48b25d9e-3719-450e-a972-bb6e44a4d0a6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': 'feec0f45-5dbc-46e2-94c9-8426d1a15690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:11:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48325b12-9ee3-4558-af2e-09710d1a5ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:29Z', 'revision_number': 1, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:47:32.209336 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d1cfe-9948-4bb0-8638-9677afb5465b None None] The sync data for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi is: [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '48b25d9e-3719-450e-a972-bb6e44a4d0a6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'port_id': 'feec0f45-5dbc-46e2-94c9-8426d1a15690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'mac_address': 'fa:16:3e:11:e2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48325b12-9ee3-4558-af2e-09710d1a5ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:29Z', 'revision_number': 1, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:47:32.427027 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5b44-42a2-450d-9f09-bc2edb847ef1 req-04ece4d4-3a68-452c-8fa7-06454e0ad273 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:32.429263 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-51ff5b44-42a2-450d-9f09-bc2edb847ef1 req-04ece4d4-3a68-452c-8fa7-06454e0ad273 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0771885 Mar 22 17:47:32.438005 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee up at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:47:32.503203 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-51ff5b44-42a2-450d-9f09-bc2edb847ef1 req-113d6425-8339-458d-8d9c-b5e83c6964d8 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672214 Mar 22 17:47:32.693099 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c475878-6d9b-4200-9ce4-b1e89608c9c8 None None] New status for floating IP 48b25d9e-3719-450e-a972-bb6e44a4d0a6: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:47:32.852405 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Provisioning complete for port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:32.853028 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:32.999031 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Current status of the port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee is: ACTIVE; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:33.238393 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:33.694809 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa37cb3-44c2-4d59-9c1d-3eb1aea563e5 req-1b1e7932-4e3f-4eb1-bc2b-6091ad28b6b2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:33.696806 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8aa37cb3-44c2-4d59-9c1d-3eb1aea563e5 req-1b1e7932-4e3f-4eb1-bc2b-6091ad28b6b2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0764239 Mar 22 17:47:33.762055 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8aa37cb3-44c2-4d59-9c1d-3eb1aea563e5 req-c970e7c6-c084-4f5a-9020-fd9c917fb5f9 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591612 Mar 22 17:47:34.555389 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:34.916808 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9c9f9-2637-4f17-bfe1-015121dd25fd req-14e5e07e-e537-4689-8227-b661074d0304 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:34.918701 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-10e9c9f9-2637-4f17-bfe1-015121dd25fd req-14e5e07e-e537-4689-8227-b661074d0304 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0713713 Mar 22 17:47:34.978287 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-10e9c9f9-2637-4f17-bfe1-015121dd25fd req-21fd27f2-14d0-4dd0-bfa9-4df522966d44 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524662 Mar 22 17:47:36.119534 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:36.121910 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19fe5b-6559-4596-91af-db251c988fe0 req-a088851d-b576-4947-b1d4-65cb6316c122 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:36.124482 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8f19fe5b-6559-4596-91af-db251c988fe0 req-a088851d-b576-4947-b1d4-65cb6316c122 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0617876 Mar 22 17:47:36.184338 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8f19fe5b-6559-4596-91af-db251c988fe0 req-41f853b9-091a-4917-962d-cf97338eeab3 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462890 Mar 22 17:47:37.348211 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bb592-c769-4d54-973c-464aedd3eb8b req-d65ce35c-6fda-4cd6-a3a9-f632f07cc175 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:37.350623 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6f4bb592-c769-4d54-973c-464aedd3eb8b req-d65ce35c-6fda-4cd6-a3a9-f632f07cc175 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0716352 Mar 22 17:47:37.409549 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6f4bb592-c769-4d54-973c-464aedd3eb8b req-56de101d-2205-407c-bda4-390c01632695 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513134 Mar 22 17:47:37.484084 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:47:37.628342 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:37.648614 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'port_id': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'mac_address': 'fa:16:3e:94:06:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:47:37.697326 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 is: ACTIVE; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:37.698041 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.715595 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:47:37.746578 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:37.751727 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.825022 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,revision_number=6']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:37.859656 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:47:38.558122 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cbe48-ff60-444a-9178-600499859219 req-7497cc5f-ecf1-4f76-a638-5a10d2ec5fa4 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:38.560573 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-780cbe48-ff60-444a-9178-600499859219 req-7497cc5f-ecf1-4f76-a638-5a10d2ec5fa4 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 944 time: 0.0643535 Mar 22 17:47:38.640328 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-780cbe48-ff60-444a-9178-600499859219 req-fc87a741-491a-4942-9983-4362bd4ead87 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713847 Mar 22 17:47:39.507271 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:47:39.570788 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:39.571285 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:39.725189 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:39.725634 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:39.788335 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:47:39.792330 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1422c1-665f-4a10-b8ae-3fc043eb6876" -d '{"events": [{"server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "name": "network-vif-plugged", "status": "completed", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:47:39.849384 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:39.859181 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:39.880065 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62e73-09d0-4154-afc6-360c3d72ff4f req-62f29396-745c-4587-87ac-771444bed3b7 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:39.889370 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-53d62e73-09d0-4154-afc6-360c3d72ff4f req-62f29396-745c-4587-87ac-771444bed3b7 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 944 time: 0.1251938 Mar 22 17:47:39.963538 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,revision_number=7']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:39.968655 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c1602b-7b7e-4f0e-a8df-6c721929035c x-openstack-request-id: req-20c1602b-7b7e-4f0e-a8df-6c721929035c {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:47:39.969007 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "name": "network-vif-plugged", "status": "completed", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:47:39.969318 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20c1602b-7b7e-4f0e-a8df-6c721929035c {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:47:39.969736 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c1602b-7b7e-4f0e-a8df-6c721929035c'] response: {'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'code': 200} Mar 22 17:47:39.978615 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-53d62e73-09d0-4154-afc6-360c3d72ff4f req-24395a6a-030c-4e44-8722-65286102ff8f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782037 Mar 22 17:47:41.059657 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:47:41.182772 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d724d1-cb48-46bf-9d24-02eb3bc70644 req-1cf913b2-e988-4c03-ad2a-694242adc899 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:41.184393 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b9d724d1-cb48-46bf-9d24-02eb3bc70644 req-1cf913b2-e988-4c03-ad2a-694242adc899 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0714705 Mar 22 17:47:41.256481 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b9d724d1-cb48-46bf-9d24-02eb3bc70644 req-be94419d-f169-4e75-9c13-e670d92f39eb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661845 Mar 22 17:47:42.537325 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aecd0e-1b8b-46de-ac8d-21b3d793c64d req-e1a1268d-57d4-43e5-b4ba-723b2d0f2e44 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:42.539098 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f7aecd0e-1b8b-46de-ac8d-21b3d793c64d req-e1a1268d-57d4-43e5-b4ba-723b2d0f2e44 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.1124928 Mar 22 17:47:42.640324 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f7aecd0e-1b8b-46de-ac8d-21b3d793c64d req-ef35f8f0-c9ec-4b70-9598-efce03695535 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955193 Mar 22 17:47:43.001959 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58436) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:43.173454 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c9df0b4c-7f35-4bcf-ac64-8161903bbdaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.280385 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c9df0b4c-7f35-4bcf-ac64-8161903bbdaa admin admin] Publish callbacks [] for security_group (2232cdc5-2c1f-4b3d-8302-4d89db536a42), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.285601 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c9df0b4c-7f35-4bcf-ac64-8161903bbdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (2232cdc5-2c1f-4b3d-8302-4d89db536a42), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.329340 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df0b4c-7f35-4bcf-ac64-8161903bbdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2232cdc5-2c1f-4b3d-8302-4d89db536a42,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:43.337072 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c9df0b4c-7f35-4bcf-ac64-8161903bbdaa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa5bda729ca1401590fc1fd3a09b79a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309846 Mar 22 17:47:43.337672 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58444) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:43.414171 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4aff8ac2-7cff-498a-bfc5-1ec3df7fc4d6 admin admin] Publish callbacks [] for security_group (2232cdc5-2c1f-4b3d-8302-4d89db536a42), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.451902 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4aff8ac2-7cff-498a-bfc5-1ec3df7fc4d6 admin admin] Publish callbacks [] for security_group (2232cdc5-2c1f-4b3d-8302-4d89db536a42), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.529795 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4aff8ac2-7cff-498a-bfc5-1ec3df7fc4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (2232cdc5-2c1f-4b3d-8302-4d89db536a42), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.539113 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4aff8ac2-7cff-498a-bfc5-1ec3df7fc4d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.544354 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4aff8ac2-7cff-498a-bfc5-1ec3df7fc4d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2232cdc5-2c1f-4b3d-8302-4d89db536a42 HTTP/1.1" status: 204 len: 168 time: 0.2013316 Mar 22 17:47:43.555656 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff8ac2-7cff-498a-bfc5-1ec3df7fc4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2232cdc5-2c1f-4b3d-8302-4d89db536a42,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:43.850686 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fb634-3f53-4055-8256-a222b75f96c6 req-5f38fc5f-3666-4923-b3a2-6999d45aa8cb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:43.856851 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-854fb634-3f53-4055-8256-a222b75f96c6 req-5f38fc5f-3666-4923-b3a2-6999d45aa8cb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0933042 Mar 22 17:47:43.942698 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-854fb634-3f53-4055-8256-a222b75f96c6 req-83bc8717-0166-40c0-a85e-8497763f2897 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834591 Mar 22 17:47:44.038102 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58458) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:44.054657 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:44.156443 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Publish callbacks [] for security_group (9220bd9e-e174-43f3-843c-cc8a8ebdf06b), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:44.162692 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (9220bd9e-e174-43f3-843c-cc8a8ebdf06b), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:44.214220 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=249fbdf87cc14befbf5de7810fd041b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742373 Mar 22 17:47:44.214513 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58460) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:44.215521 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9220bd9e-e174-43f3-843c-cc8a8ebdf06b,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:44.226605 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.227574 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.228368 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.229190 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.229998 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.230843 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.231616 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.232617 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.236418 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.236964 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.238778 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.239779 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.240533 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.241299 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.241880 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a1b2-ed5e-4a8a-a5cc-e741be222af4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:44.306800 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b14d1c2a-6ee7-4d8a-9e3e-c99875b5a0c2 admin admin] Publish callbacks [] for security_group (9220bd9e-e174-43f3-843c-cc8a8ebdf06b), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:44.334860 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b14d1c2a-6ee7-4d8a-9e3e-c99875b5a0c2 admin admin] Publish callbacks [] for security_group (9220bd9e-e174-43f3-843c-cc8a8ebdf06b), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:44.427642 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b14d1c2a-6ee7-4d8a-9e3e-c99875b5a0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (9220bd9e-e174-43f3-843c-cc8a8ebdf06b), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:44.430859 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b14d1c2a-6ee7-4d8a-9e3e-c99875b5a0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:44.436167 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b14d1c2a-6ee7-4d8a-9e3e-c99875b5a0c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9220bd9e-e174-43f3-843c-cc8a8ebdf06b HTTP/1.1" status: 204 len: 168 time: 0.2166009 Mar 22 17:47:44.459010 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d1c2a-6ee7-4d8a-9e3e-c99875b5a0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9220bd9e-e174-43f3-843c-cc8a8ebdf06b,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:45.056406 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c518b6-2055-488c-9314-89dde8f13c17 req-d4d6bd7f-b6f6-4534-a88c-96a02ef1e172 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:45.076383 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f9c518b6-2055-488c-9314-89dde8f13c17 req-d4d6bd7f-b6f6-4534-a88c-96a02ef1e172 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.1299539 Mar 22 17:47:45.130862 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1741adc-13a5-42c0-ad94-ee65a2764a5e req-b1f54a18-5c53-49be-aada-b3c7354c0f5b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:45.138058 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c1741adc-13a5-42c0-ad94-ee65a2764a5e req-b1f54a18-5c53-49be-aada-b3c7354c0f5b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0785041 Mar 22 17:47:45.180419 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f9c518b6-2055-488c-9314-89dde8f13c17 req-ce297848-27e9-4725-bdfc-35671a6e2174 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005418 Mar 22 17:47:45.198556 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c1741adc-13a5-42c0-ad94-ee65a2764a5e req-33ca7542-00d4-4801-a0d0-4ef9dd9d903f tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590918 Mar 22 17:47:45.225967 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58476) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:45.235431 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:45.334140 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Publish callbacks [] for security_group (7c0c4b8a-155e-4824-bcba-a90be75dd980), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:45.341264 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (7c0c4b8a-155e-4824-bcba-a90be75dd980), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:45.395069 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2d474e3bbc94df3ab26f7ff23b4dd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679149 Mar 22 17:47:45.395069 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c4b8a-155e-4824-bcba-a90be75dd980,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:45.395069 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58478) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:45.414438 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.414982 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.415326 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.415938 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.416281 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.416612 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.416941 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.417687 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.417941 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.418522 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.418834 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.419318 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.419651 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.420051 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.420520 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02c8db-888e-4cad-9f72-8502a9fd81dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:45.496408 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9dcbbb49-8467-4e36-893d-d77e48a21aa8 admin admin] Publish callbacks [] for security_group (7c0c4b8a-155e-4824-bcba-a90be75dd980), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:45.520327 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9dcbbb49-8467-4e36-893d-d77e48a21aa8 admin admin] Publish callbacks [] for security_group (7c0c4b8a-155e-4824-bcba-a90be75dd980), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:45.578949 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9dcbbb49-8467-4e36-893d-d77e48a21aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (7c0c4b8a-155e-4824-bcba-a90be75dd980), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:45.582412 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9dcbbb49-8467-4e36-893d-d77e48a21aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:45.585942 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-9dcbbb49-8467-4e36-893d-d77e48a21aa8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c0c4b8a-155e-4824-bcba-a90be75dd980 HTTP/1.1" status: 204 len: 168 time: 0.1877792 Mar 22 17:47:45.598296 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbbb49-8467-4e36-893d-d77e48a21aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c4b8a-155e-4824-bcba-a90be75dd980,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:46.368129 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8bd18-e7ab-475d-9073-6e7653983d09 req-626bb276-db27-44b1-89d4-09a3c1d2a0a0 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:46.369756 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-68f8bd18-e7ab-475d-9073-6e7653983d09 req-626bb276-db27-44b1-89d4-09a3c1d2a0a0 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0907617 Mar 22 17:47:46.404394 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f33dd-8e98-4eb7-8a93-bc163d3ca902 req-8a2d72a4-d1f4-41c8-980f-c5e9416c11f8 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:46.406195 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-266f33dd-8e98-4eb7-8a93-bc163d3ca902 req-8a2d72a4-d1f4-41c8-980f-c5e9416c11f8 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0572228 Mar 22 17:47:46.452038 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-68f8bd18-e7ab-475d-9073-6e7653983d09 req-58ba6fbd-cfe0-4495-8463-b46c12f97a02 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732744 Mar 22 17:47:46.506923 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-266f33dd-8e98-4eb7-8a93-bc163d3ca902 req-be1974a6-758f-4cf3-9aff-567aa4f3eade tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944715 Mar 22 17:47:47.669466 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42ebc1-088c-42c4-a92f-f7001d72e6e0 req-b2da958d-3d43-461b-879c-1f6fb694bfc3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:47.671173 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4b42ebc1-088c-42c4-a92f-f7001d72e6e0 req-b2da958d-3d43-461b-879c-1f6fb694bfc3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0876226 Mar 22 17:47:47.708094 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504ca4-f782-44ee-9751-fc163b25d79b req-74bc3a88-36bd-4e1f-a724-7f3117426c30 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:47.709885 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-36504ca4-f782-44ee-9751-fc163b25d79b req-74bc3a88-36bd-4e1f-a724-7f3117426c30 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0795414 Mar 22 17:47:47.764021 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-4b42ebc1-088c-42c4-a92f-f7001d72e6e0 req-7d7dafca-4884-4ebd-8281-8170c9774c39 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851254 Mar 22 17:47:47.807619 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-36504ca4-f782-44ee-9751-fc163b25d79b req-efedeedf-2fef-4894-bc3f-000897c4a090 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905845 Mar 22 17:47:48.045605 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58550) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:48.244797 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-81c4130b-f520-41fd-9a5a-549190161e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.405461 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-81c4130b-f520-41fd-9a5a-549190161e20 admin admin] Publish callbacks [] for security_group (9b96cb7c-d271-47d2-8378-06a071a559a0), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.418085 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-81c4130b-f520-41fd-9a5a-549190161e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (9b96cb7c-d271-47d2-8378-06a071a559a0), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.474773 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58564) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:48.474978 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-81c4130b-f520-41fd-9a5a-549190161e20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c31cd1e82ff74b7ea3cb704c54649af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4278331 Mar 22 17:47:48.482097 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4130b-f520-41fd-9a5a-549190161e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b96cb7c-d271-47d2-8378-06a071a559a0,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:48.567431 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc478-c602-4d2b-866b-e1d525c3b319 admin admin] Publish callbacks [] for security_group (9b96cb7c-d271-47d2-8378-06a071a559a0), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.608956 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc478-c602-4d2b-866b-e1d525c3b319 admin admin] Publish callbacks [] for security_group (9b96cb7c-d271-47d2-8378-06a071a559a0), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.709798 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-1f051c45-cffc-476f-9a41-3f3483fb894e tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-619430707&fields=id&tenant_id=cf7606e3337a421c8c42f461940250fe HTTP/1.1" status: 200 len: 267 time: 0.1363065 Mar 22 17:47:48.818276 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc478-c602-4d2b-866b-e1d525c3b319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (9b96cb7c-d271-47d2-8378-06a071a559a0), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.821142 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9bcbc478-c602-4d2b-866b-e1d525c3b319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.825842 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9bcbc478-c602-4d2b-866b-e1d525c3b319 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b96cb7c-d271-47d2-8378-06a071a559a0 HTTP/1.1" status: 204 len: 168 time: 0.3458951 Mar 22 17:47:48.852297 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbc478-c602-4d2b-866b-e1d525c3b319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b96cb7c-d271-47d2-8378-06a071a559a0,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:48.868941 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76522c7-045d-49e6-885e-8fba66caf968 req-34f78596-3678-4fb5-b843-bca7d67c0f36 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:48.885292 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-34f78596-3678-4fb5-b843-bca7d67c0f36 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 811 time: 0.1732392 Mar 22 17:47:48.898025 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-ae2e4a7b-1a3c-438a-b0bd-f9ae0dc9ae7e tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/quotas/cf7606e3337a421c8c42f461940250fe HTTP/1.1" status: 200 len: 375 time: 0.0118396 Mar 22 17:47:48.982388 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca5479-b355-4e5d-bcab-630b5d6bc180 req-27580176-9d90-4ec5-b193-8dabb9f59cf4 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:48.987444 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-02ca5479-b355-4e5d-bcab-630b5d6bc180 req-27580176-9d90-4ec5-b193-8dabb9f59cf4 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0919256 Mar 22 17:47:49.000699 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-ba403aec-5a07-4215-8f63-761b93c94ad1 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962782 Mar 22 17:47:49.065378 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-02ca5479-b355-4e5d-bcab-630b5d6bc180 req-b65ac8c4-6725-466c-95d7-5b018e67a8c9 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709960 Mar 22 17:47:49.137003 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-bfe17828-df29-4157-831c-d0db49b40707 service neutron] 10.222.0.42 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155555 Mar 22 17:47:49.203425 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bbee4-0e83-45b0-95af-da8ba156f920 req-d793d8ed-ab7e-4425-b6e0-1289cdf15ca2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:49.205826 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-700bbee4-0e83-45b0-95af-da8ba156f920 req-d793d8ed-ab7e-4425-b6e0-1289cdf15ca2 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.0629849 Mar 22 17:47:49.265609 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-700bbee4-0e83-45b0-95af-da8ba156f920 req-8a71ec2e-88a7-4925-bc20-d9787aba5d66 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530057 Mar 22 17:47:49.270852 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-dfdd142d-1c55-48eb-a429-d17d796b1f32 service neutron] 10.222.0.42 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266468 Mar 22 17:47:49.320263 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58592) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:49.341731 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-14c3f2a4-e870-43b4-b82a-e15b0f376f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:49.452665 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-14c3f2a4-e870-43b4-b82a-e15b0f376f64 admin admin] Publish callbacks [] for security_group (60eebdc6-7277-4ec7-a004-3d5f9dfe8e52), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:49.458899 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-14c3f2a4-e870-43b4-b82a-e15b0f376f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (60eebdc6-7277-4ec7-a004-3d5f9dfe8e52), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:49.511961 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-14c3f2a4-e870-43b4-b82a-e15b0f376f64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe6bfde6c9d6482780be35ba746b18e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905432 Mar 22 17:47:49.514454 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3f2a4-e870-43b4-b82a-e15b0f376f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60eebdc6-7277-4ec7-a004-3d5f9dfe8e52,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:49.516211 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58600) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:49.601598 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cc85d6b4-66ae-4269-81ed-9084050d4333 admin admin] Publish callbacks [] for security_group (60eebdc6-7277-4ec7-a004-3d5f9dfe8e52), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:49.641327 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cc85d6b4-66ae-4269-81ed-9084050d4333 admin admin] Publish callbacks [] for security_group (60eebdc6-7277-4ec7-a004-3d5f9dfe8e52), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:49.703295 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-388add99-5e81-49d6-b868-e545c8b6afb8 req-b39dcc07-2ea1-46f1-8095-d8a51a2b7d6e tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 210 time: 0.0480423 Mar 22 17:47:49.735196 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cc85d6b4-66ae-4269-81ed-9084050d4333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (60eebdc6-7277-4ec7-a004-3d5f9dfe8e52), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:49.740031 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cc85d6b4-66ae-4269-81ed-9084050d4333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:49.744347 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-cc85d6b4-66ae-4269-81ed-9084050d4333 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60eebdc6-7277-4ec7-a004-3d5f9dfe8e52 HTTP/1.1" status: 204 len: 168 time: 0.2222636 Mar 22 17:47:49.756116 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85d6b4-66ae-4269-81ed-9084050d4333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eebdc6-7277-4ec7-a004-3d5f9dfe8e52,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:49.773767 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cda13-621a-4ee4-91c8-ef85ed969b6b req-6b6c2a50-1c60-476b-89c1-108cf2f403d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:49.778154 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6a4cda13-621a-4ee4-91c8-ef85ed969b6b req-6b6c2a50-1c60-476b-89c1-108cf2f403d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=545c21eb56a34f30adb2fbf76197ea0c&device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 1129 time: 0.1229084 Mar 22 17:47:49.925997 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cda13-621a-4ee4-91c8-ef85ed969b6b req-aaed53b7-b427-4fcd-9680-4d18666af83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:49.930196 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6a4cda13-621a-4ee4-91c8-ef85ed969b6b req-aaed53b7-b427-4fcd-9680-4d18666af83e service neutron] 10.222.0.76 "GET /v2.0/networks?id=e4bb652a-ddb8-47f6-a166-0773f8309a03 HTTP/1.1" status: 200 len: 917 time: 0.1453941 Mar 22 17:47:50.329755 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bd367-7d91-45cc-a374-7ba35af3314d req-a5b40369-63e1-4161-a1eb-c2d16ca195df tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:50.335455 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-570bd367-7d91-45cc-a374-7ba35af3314d req-a5b40369-63e1-4161-a1eb-c2d16ca195df tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.1522062 Mar 22 17:47:50.466658 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-570bd367-7d91-45cc-a374-7ba35af3314d req-1e3fd146-7c8d-4bb1-a737-d4610e01e844 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204443 Mar 22 17:47:50.619560 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6a4cda13-621a-4ee4-91c8-ef85ed969b6b req-a1ed2c4a-62ab-4790-aa0e-016197c3a479 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 HTTP/1.1" status: 200 len: 1001 time: 0.5530486 Mar 22 17:47:50.693409 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cda13-621a-4ee4-91c8-ef85ed969b6b req-3c7326ad-6099-4c8a-af53-a297446604fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:50.694943 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6a4cda13-621a-4ee4-91c8-ef85ed969b6b req-3c7326ad-6099-4c8a-af53-a297446604fe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eeb566b8-5e2e-4fe9-bead-53cef53e0e25 HTTP/1.1" status: 200 len: 855 time: 0.0586700 Mar 22 17:47:50.707494 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b63e30-5760-4040-9318-bb6cb2e5a251 req-f6df1270-6845-4e0f-bf01-37b8b9740bb4 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:50.709382 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-44b63e30-5760-4040-9318-bb6cb2e5a251 req-f6df1270-6845-4e0f-bf01-37b8b9740bb4 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.1043842 Mar 22 17:47:50.845310 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-baec772f-5311-4c2e-9230-a6fd05e37f4d req-bb158820-38ba-4832-ab89-57146c92f1db tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 210 time: 0.0323160 Mar 22 17:47:50.858755 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cda13-621a-4ee4-91c8-ef85ed969b6b req-ebba4a5b-ac62-4f73-82b3-f2ad8306d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:50.862171 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6a4cda13-621a-4ee4-91c8-ef85ed969b6b req-ebba4a5b-ac62-4f73-82b3-f2ad8306d71a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4bb652a-ddb8-47f6-a166-0773f8309a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1511252 Mar 22 17:47:50.869829 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-44b63e30-5760-4040-9318-bb6cb2e5a251 req-14713b21-c882-47c6-86f6-78151590e713 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1495359 Mar 22 17:47:51.027206 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6a4cda13-621a-4ee4-91c8-ef85ed969b6b req-77fb93b7-355f-4ce3-88a6-56fb588a8964 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510832 Mar 22 17:47:51.212695 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76522c7-045d-49e6-885e-8fba66caf968 req-13134e84-738d-4b17-8b24-dea0466f3179 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:51.215436 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-13134e84-738d-4b17-8b24-dea0466f3179 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 811 time: 0.1611974 Mar 22 17:47:51.224038 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6a4cda13-621a-4ee4-91c8-ef85ed969b6b req-328d163e-127b-4308-ab68-badb64fee0a6 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766541 Mar 22 17:47:51.332448 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-abe373a6-0780-4bf7-b12b-f4544c7c8b63 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf7606e3337a421c8c42f461940250fe HTTP/1.1" status: 200 len: 379 time: 0.1017709 Mar 22 17:47:51.344526 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [req-e76522c7-045d-49e6-885e-8fba66caf968 req-944a2e1e-1837-4358-9c9b-2a586a9ca0c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Request body: {'port': {'device_id': 'e68cc3d7-f5a4-4080-9d51-5d6d41de6d77', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'admin_state_up': True, 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'security_groups': ['b48071d4-b905-496a-b84c-bc2113ea6102']}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:51.505000 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76522c7-045d-49e6-885e-8fba66caf968 req-944a2e1e-1837-4358-9c9b-2a586a9ca0c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Made reservation on behalf of cf7606e3337a421c8c42f461940250fe for: {'port': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:47:51.510316 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e76522c7-045d-49e6-885e-8fba66caf968 req-944a2e1e-1837-4358-9c9b-2a586a9ca0c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:51.745453 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eeff3e-4a61-4173-b59a-1c10ba9ce913 req-bcb0565d-953a-471f-9a96-42783631ea88 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:51.747084 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-40eeff3e-4a61-4173-b59a-1c10ba9ce913 req-bcb0565d-953a-471f-9a96-42783631ea88 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.1618907 Mar 22 17:47:51.755012 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [req-e76522c7-045d-49e6-885e-8fba66caf968 req-944a2e1e-1837-4358-9c9b-2a586a9ca0c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Allocated IP 172.20.0.9 (52900748-15d1-4e2e-82d6-cda882ae8b11/045a0c5b-0e61-4797-876f-e4f211461661/3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:47:51.844205 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-40eeff3e-4a61-4173-b59a-1c10ba9ce913 req-52ca9eac-0fa1-4c82-ab20-91b132856ca4 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866389 Mar 22 17:47:51.972510 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e76522c7-045d-49e6-885e-8fba66caf968 req-944a2e1e-1837-4358-9c9b-2a586a9ca0c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:52.003701 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6af94835-5a92-4f68-a603-35a75a85dc83 req-6974502f-f3cd-4fb8-86b4-9bc9e41d580c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 210 time: 0.0374129 Mar 22 17:47:52.062355 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e76522c7-045d-49e6-885e-8fba66caf968 req-944a2e1e-1837-4358-9c9b-2a586a9ca0c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:52.127158 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76522c7-045d-49e6-885e-8fba66caf968 req-944a2e1e-1837-4358-9c9b-2a586a9ca0c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Network 52900748-15d1-4e2e-82d6-cda882ae8b11 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:47:52.134596 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [req-e76522c7-045d-49e6-885e-8fba66caf968 req-944a2e1e-1837-4358-9c9b-2a586a9ca0c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:52.137508 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a2e1e-1837-4358-9c9b-2a586a9ca0c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'Port': ['ID=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:52.140231 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76522c7-045d-49e6-885e-8fba66caf968 req-944a2e1e-1837-4358-9c9b-2a586a9ca0c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:47:52.150994 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b816b-1caf-4bad-87e4-76679098605c req-5d97073d-7da1-4ff8-8422-a590fe7f8645 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:52.152626 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-db9b816b-1caf-4bad-87e4-76679098605c req-5d97073d-7da1-4ff8-8422-a590fe7f8645 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.1352599 Mar 22 17:47:52.234228 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76522c7-045d-49e6-885e-8fba66caf968 req-944a2e1e-1837-4358-9c9b-2a586a9ca0c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:52.235164 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e76522c7-045d-49e6-885e-8fba66caf968 req-944a2e1e-1837-4358-9c9b-2a586a9ca0c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:52.265815 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-db9b816b-1caf-4bad-87e4-76679098605c req-a9b23115-5291-4dd2-bbd1-164e4ea2a14c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829015 Mar 22 17:47:52.273874 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-944a2e1e-1837-4358-9c9b-2a586a9ca0c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9361296 Mar 22 17:47:52.289104 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Request body: {'port': {'device_id': 'e68cc3d7-f5a4-4080-9d51-5d6d41de6d77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:52.380126 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:52.553918 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-ab8ff476-c32e-4429-8c05-02c23bfc220e None None] Provisioning complete for port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:47:52.554800 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ab8ff476-c32e-4429-8c05-02c23bfc220e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:52.595333 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ff476-c32e-4429-8c05-02c23bfc220e None None] Port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:47:52.775257 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:47:52.784121 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Publish callbacks [] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:52.802947 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Transition to ACTIVE for port object 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 will not be triggered until provisioned by entity L2. {{(pid=109968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:47:52.807645 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:52.918157 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Pushing event updated for resources: {'Port': ['ID=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:53.055392 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd84d67-0b45-4bb7-aaa2-d9f1f0d60530 req-76ad5eb7-c16c-4d38-8b2b-7e1b73da472f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:53.057127 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4dd84d67-0b45-4bb7-aaa2-d9f1f0d60530 req-76ad5eb7-c16c-4d38-8b2b-7e1b73da472f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.1008961 Mar 22 17:47:53.186497 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4dd84d67-0b45-4bb7-aaa2-d9f1f0d60530 req-3da02c75-ca22-43cb-b9b2-bbbaf4305994 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060648 Mar 22 17:47:53.488948 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29790916-7433-47e4-b4df-c96beae6c771 req-77907d43-ea2e-4bc1-840f-fc2436eda498 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:53.491898 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-29790916-7433-47e4-b4df-c96beae6c771 req-77907d43-ea2e-4bc1-840f-fc2436eda498 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 945 time: 0.1278162 Mar 22 17:47:53.551994 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:53.569799 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-29790916-7433-47e4-b4df-c96beae6c771 req-79b44563-05a5-45a0-9c20-df310f929965 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705774 Mar 22 17:47:53.685274 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Attempting to bind port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:47:53.687954 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Attempting to bind port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:47:53.689238 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Attempting to bind port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 on network 52900748-15d1-4e2e-82d6-cda882ae8b11 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:47:53.707743 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 on network 52900748-15d1-4e2e-82d6-cda882ae8b11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:47:53.708314 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Attempting to bind port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 on network 52900748-15d1-4e2e-82d6-cda882ae8b11 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:47:53.711684 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 is: ACTIVE; New status is: DOWN {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:53.712857 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.731029 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:47:53.731595 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Checking segment: {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:47:53.732254 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Bound using segment: {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:47:53.733028 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Bound port: 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:47:53.733785 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.742203 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:47:53.744630 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d757aaf6-eef2-433f-b9d9-e78f51211a37" -d '{"events": [{"server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "name": "network-vif-unplugged", "status": "completed", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:47:53.770320 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:53.774177 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d742a-5030-4af8-b663-495011a2e271 req-537a761a-4698-40b8-aab2-00ccce7a0d55 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:53.776669 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-589d742a-5030-4af8-b663-495011a2e271 req-537a761a-4698-40b8-aab2-00ccce7a0d55 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.1715813 Mar 22 17:47:53.778091 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.877138 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,revision_number=8']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:53.927935 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-589d742a-5030-4af8-b663-495011a2e271 req-a0d6931a-fbde-48f7-b1a5-7c5b6a7155b9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086843 Mar 22 17:47:53.929446 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] For port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8, host hv-cinder-79053, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:47:53.933382 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] For port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:47:53.950259 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.979802 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 17:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27af1a2-42a3-4e6e-99bd-3eef47b00789 x-openstack-request-id: req-b27af1a2-42a3-4e6e-99bd-3eef47b00789 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:47:53.980131 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "name": "network-vif-unplugged", "status": "failed", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5", "code": 422}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:47:53.980554 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b27af1a2-42a3-4e6e-99bd-3eef47b00789 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:47:53.981012 dv-cinder-790535-31-iscsi neutron-server[109969]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b27af1a2-42a3-4e6e-99bd-3eef47b00789']: {'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'code': 422} returned with failed status Mar 22 17:47:53.989866 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:53.990602 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.992035 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] 10.222.0.76 "PUT /v2.0/ports/3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 HTTP/1.1" status: 200 len: 1093 time: 1.7095518 Mar 22 17:47:53.992513 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68cc3d7-f5a4-4080-9d51-5d6d41de6d77', 'tag': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:47:53.994818 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8ae6e5-166c-4d0c-9407-e6a5ef3e18a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e68cc3d7-f5a4-4080-9d51-5d6d41de6d77", "tag": "3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:47:54.025846 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059c6f1-b9ec-41a6-815e-99c7c240f50b service neutron] Pushing event updated for resources: {'Port': ['ID=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:54.110910 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76522c7-045d-49e6-885e-8fba66caf968 req-355853bc-2087-42ce-925b-6e0d03dafd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:54.113294 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-355853bc-2087-42ce-925b-6e0d03dafd16 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 1127 time: 0.0664592 Mar 22 17:47:54.175150 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-1e595ca0-1b0a-4d50-9889-baf80c4f37e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 HTTP/1.1" status: 200 len: 217 time: 0.0533626 Mar 22 17:47:54.233512 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76522c7-045d-49e6-885e-8fba66caf968 req-7e899857-877e-4764-8411-7181e248db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:54.235306 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-7e899857-877e-4764-8411-7181e248db34 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0526369 Mar 22 17:47:54.328985 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76522c7-045d-49e6-885e-8fba66caf968 req-84e5bd6e-f474-4d5c-a3fa-0693cda4a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:54.332477 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-84e5bd6e-f474-4d5c-a3fa-0693cda4a12b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0894518 Mar 22 17:47:54.425972 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188efff-e3e3-4cb0-93e9-ddc70455162e req-bc17e87c-c232-4091-be20-35b34a4f1a5c tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:54.434011 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7188efff-e3e3-4cb0-93e9-ddc70455162e req-bc17e87c-c232-4091-be20-35b34a4f1a5c tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.1115248 Mar 22 17:47:54.490222 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1feddea-937d-4c3e-a9d4-0e02b6fcee8b x-openstack-request-id: req-b1feddea-937d-4c3e-a9d4-0e02b6fcee8b {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:47:54.490576 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68cc3d7-f5a4-4080-9d51-5d6d41de6d77", "tag": "3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:47:54.491095 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1feddea-937d-4c3e-a9d4-0e02b6fcee8b {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:47:54.491459 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1feddea-937d-4c3e-a9d4-0e02b6fcee8b'] response: {'name': 'network-changed', 'server_uuid': 'e68cc3d7-f5a4-4080-9d51-5d6d41de6d77', 'tag': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8', 'status': 'completed', 'code': 200} Mar 22 17:47:54.508214 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-19d267a7-12fd-4b6b-8f32-a6c5fb1b963a service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686101 Mar 22 17:47:54.510635 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7188efff-e3e3-4cb0-93e9-ddc70455162e req-f7fce463-a56f-4a54-883f-59c9e8051535 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679827 Mar 22 17:47:54.649832 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:54.655870 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e76522c7-045d-49e6-885e-8fba66caf968 req-86828dc2-6e94-4d3c-9787-323839c83f3a service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400344 Mar 22 17:47:54.754844 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ae6e5-166c-4d0c-9407-e6a5ef3e18a1 req-561f245e-c905-4b2b-9e75-a1dbca429719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:54.756277 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e8ae6e5-166c-4d0c-9407-e6a5ef3e18a1 req-561f245e-c905-4b2b-9e75-a1dbca429719 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 1127 time: 0.0487428 Mar 22 17:47:54.894569 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ae6e5-166c-4d0c-9407-e6a5ef3e18a1 req-7688ad17-fa85-4b4c-b1f3-74fd0e4d2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:54.896080 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e8ae6e5-166c-4d0c-9407-e6a5ef3e18a1 req-7688ad17-fa85-4b4c-b1f3-74fd0e4d2125 service neutron] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 912 time: 0.1337478 Mar 22 17:47:54.944930 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e8ae6e5-166c-4d0c-9407-e6a5ef3e18a1 req-58426361-81fe-44e3-b358-a80ba6ebfaa1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 HTTP/1.1" status: 200 len: 217 time: 0.0423663 Mar 22 17:47:55.017653 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ae6e5-166c-4d0c-9407-e6a5ef3e18a1 req-86e657b1-ef26-4152-8340-592e12d54a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:55.019149 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e8ae6e5-166c-4d0c-9407-e6a5ef3e18a1 req-86e657b1-ef26-4152-8340-592e12d54a7e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0658171 Mar 22 17:47:55.146498 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c8d74-4672-41e6-b899-c841a1013cdc req-27c84ea8-1e89-4a12-b09d-361997ce3179 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:55.149830 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a73c8d74-4672-41e6-b899-c841a1013cdc req-27c84ea8-1e89-4a12-b09d-361997ce3179 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.1427579 Mar 22 17:47:55.152238 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ae6e5-166c-4d0c-9407-e6a5ef3e18a1 req-c09a5318-36b5-4aaa-a2c4-3827b5f4e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:55.153805 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e8ae6e5-166c-4d0c-9407-e6a5ef3e18a1 req-c09a5318-36b5-4aaa-a2c4-3827b5f4e430 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1116741 Mar 22 17:47:55.191564 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2067af-3564-4042-98be-bbdb57515108 req-b446169e-674e-46c8-b7fc-cd1eb78b36f1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:55.193223 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3a2067af-3564-4042-98be-bbdb57515108 req-b446169e-674e-46c8-b7fc-cd1eb78b36f1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0954988 Mar 22 17:47:55.195546 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ab1a7-cdbf-4c5b-bed9-b00911ea4a34 req-b89b6e9f-d2e1-4909-acdc-4efa975b2bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:55.197051 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a12ab1a7-cdbf-4c5b-bed9-b00911ea4a34 req-b89b6e9f-d2e1-4909-acdc-4efa975b2bce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3be40162415e4d00adbfe52e1a0cc828&device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 1129 time: 0.1081691 Mar 22 17:47:55.298759 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-a73c8d74-4672-41e6-b899-c841a1013cdc req-5b2268ec-450b-408f-b45b-79085d7076d4 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294715 Mar 22 17:47:55.314612 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3a2067af-3564-4042-98be-bbdb57515108 req-ca32cf1e-c430-4a8d-b51b-017d34b50c5b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156528 Mar 22 17:47:55.316927 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e8ae6e5-166c-4d0c-9407-e6a5ef3e18a1 req-c6d23f0f-7164-4e63-9918-5c500c147a1a service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518629 Mar 22 17:47:55.342658 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ab1a7-cdbf-4c5b-bed9-b00911ea4a34 req-467d949f-538e-4e7e-9bdc-bd497785c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:55.344616 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a12ab1a7-cdbf-4c5b-bed9-b00911ea4a34 req-467d949f-538e-4e7e-9bdc-bd497785c796 service neutron] 10.222.0.76 "GET /v2.0/networks?id=11270093-eb92-4b9c-86f0-2f30cfed3c5b HTTP/1.1" status: 200 len: 910 time: 0.1358545 Mar 22 17:47:55.420233 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a12ab1a7-cdbf-4c5b-bed9-b00911ea4a34 req-cda9d526-ebf0-476a-bbf3-2cc067cea3e1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0696616 Mar 22 17:47:55.433515 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e8ae6e5-166c-4d0c-9407-e6a5ef3e18a1 req-64db16fb-0281-4e2c-9704-dc08efd66f3c service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098480 Mar 22 17:47:55.473358 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ab1a7-cdbf-4c5b-bed9-b00911ea4a34 req-de14434f-ccef-4f31-997d-a3025df26dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:55.474935 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a12ab1a7-cdbf-4c5b-bed9-b00911ea4a34 req-de14434f-ccef-4f31-997d-a3025df26dc6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=426793f3-0123-4a13-aa58-f5f9557e1cbf HTTP/1.1" status: 200 len: 848 time: 0.0480068 Mar 22 17:47:55.485781 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58792) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:55.531959 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ab1a7-cdbf-4c5b-bed9-b00911ea4a34 req-8b30c0fa-e30a-45db-979c-82e138cfd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:55.533502 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a12ab1a7-cdbf-4c5b-bed9-b00911ea4a34 req-8b30c0fa-e30a-45db-979c-82e138cfd514 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11270093-eb92-4b9c-86f0-2f30cfed3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528631 Mar 22 17:47:55.627703 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-26602188-6ab8-4896-8878-406fabaa93a1 req-ffa6952c-4773-4817-8e0d-0818c9490638 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1407349 Mar 22 17:47:55.638999 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [req-26602188-6ab8-4896-8878-406fabaa93a1 req-2a49e53c-bdb2-4497-835a-ed3e45ee13d0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:47:55.639988 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-26602188-6ab8-4896-8878-406fabaa93a1 req-2a49e53c-bdb2-4497-835a-ed3e45ee13d0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051544 Mar 22 17:47:55.654894 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a12ab1a7-cdbf-4c5b-bed9-b00911ea4a34 req-fbfa56ad-37d0-4fb8-8607-44fb1be81c30 service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142380 Mar 22 17:47:55.656461 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73731028-a97e-476a-b541-7905e41041fd req-cdd630eb-9559-4539-b497-be1236c3544d tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:55.658108 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-73731028-a97e-476a-b541-7905e41041fd req-cdd630eb-9559-4539-b497-be1236c3544d tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0727289 Mar 22 17:47:55.714323 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-73731028-a97e-476a-b541-7905e41041fd req-2ec8ce6a-9945-46a3-9882-fbaeaae3f7ad tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488033 Mar 22 17:47:55.726277 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58802) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:55.775339 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a12ab1a7-cdbf-4c5b-bed9-b00911ea4a34 req-1f55cc61-6742-4732-8b02-d939c4e9a581 service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145172 Mar 22 17:47:55.859070 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602188-6ab8-4896-8878-406fabaa93a1 req-5b271bf3-69d1-4bba-90eb-52237fb3d5eb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:55.860398 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-26602188-6ab8-4896-8878-406fabaa93a1 req-5b271bf3-69d1-4bba-90eb-52237fb3d5eb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports/66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 HTTP/1.1" status: 200 len: 940 time: 0.1328876 Mar 22 17:47:56.484448 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51484883-b8c1-4d12-a765-caff2d375d4f req-1a798999-4001-44e3-aea4-b9fb3da1ef06 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:56.486098 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-51484883-b8c1-4d12-a765-caff2d375d4f req-1a798999-4001-44e3-aea4-b9fb3da1ef06 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0690084 Mar 22 17:47:56.517407 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2db6e-e339-4f07-a6e7-20a299ca95be req-f6924f53-6f36-4e61-b5c3-ba3b4136fb54 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:56.519970 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c3d2db6e-e339-4f07-a6e7-20a299ca95be req-f6924f53-6f36-4e61-b5c3-ba3b4136fb54 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.0988004 Mar 22 17:47:56.550074 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-51484883-b8c1-4d12-a765-caff2d375d4f req-0c1e81d4-cf81-4407-aff9-0e9ff907e964 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551505 Mar 22 17:47:56.552735 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58828) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:56.610816 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c3d2db6e-e339-4f07-a6e7-20a299ca95be req-815db87c-4f63-4e07-8272-017dd2860879 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820551 Mar 22 17:47:56.680398 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-503cf827-bff7-4872-9045-f1fe41ece85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:56.764110 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-503cf827-bff7-4872-9045-f1fe41ece85f admin admin] Publish callbacks [] for security_group (6bd49b1d-37ae-4999-85ff-e7228276ab83), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:56.769291 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-503cf827-bff7-4872-9045-f1fe41ece85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (6bd49b1d-37ae-4999-85ff-e7228276ab83), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:56.772342 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602188-6ab8-4896-8878-406fabaa93a1 req-69a0e1ed-a466-49e7-bd80-71664efc5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:56.774001 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-26602188-6ab8-4896-8878-406fabaa93a1 req-69a0e1ed-a466-49e7-bd80-71664efc5ac9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402&tenant_id=545c21eb56a34f30adb2fbf76197ea0c HTTP/1.1" status: 200 len: 1127 time: 0.0528073 Mar 22 17:47:56.828120 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-503cf827-bff7-4872-9045-f1fe41ece85f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f9ca38c44ec458e932dddbd85d8f3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741160 Mar 22 17:47:56.830538 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cf827-bff7-4872-9045-f1fe41ece85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd49b1d-37ae-4999-85ff-e7228276ab83,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:56.841043 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58834) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:56.882380 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfdf98-a458-4b2b-9361-7b9cd5c03984 req-14a623af-3074-4d61-a9bf-32dce65b3c7f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:56.884279 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d4cfdf98-a458-4b2b-9361-7b9cd5c03984 req-14a623af-3074-4d61-a9bf-32dce65b3c7f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0735829 Mar 22 17:47:56.888595 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602188-6ab8-4896-8878-406fabaa93a1 req-5d42a627-0748-4bf3-bcd3-9db191867b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:56.890945 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-26602188-6ab8-4896-8878-406fabaa93a1 req-5d42a627-0748-4bf3-bcd3-9db191867b39 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=545c21eb56a34f30adb2fbf76197ea0c&device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 1127 time: 0.0934541 Mar 22 17:47:56.955010 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d4cfdf98-a458-4b2b-9361-7b9cd5c03984 req-b579d74a-d4cc-4989-9877-8222fb628377 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648506 Mar 22 17:47:56.965949 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c2215a25-23ac-48ff-b23d-bf66f6e6374b admin admin] Publish callbacks [] for security_group (6bd49b1d-37ae-4999-85ff-e7228276ab83), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:57.006908 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c2215a25-23ac-48ff-b23d-bf66f6e6374b admin admin] Publish callbacks [] for security_group (6bd49b1d-37ae-4999-85ff-e7228276ab83), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:57.048289 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602188-6ab8-4896-8878-406fabaa93a1 req-e799964c-b574-4bda-a213-465921d20a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:57.049748 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-26602188-6ab8-4896-8878-406fabaa93a1 req-e799964c-b574-4bda-a213-465921d20a3c service neutron] 10.222.0.76 "GET /v2.0/networks?id=e4bb652a-ddb8-47f6-a166-0773f8309a03 HTTP/1.1" status: 200 len: 917 time: 0.1470296 Mar 22 17:47:57.126201 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c2215a25-23ac-48ff-b23d-bf66f6e6374b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (6bd49b1d-37ae-4999-85ff-e7228276ab83), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:57.129721 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c2215a25-23ac-48ff-b23d-bf66f6e6374b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:57.130897 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c2215a25-23ac-48ff-b23d-bf66f6e6374b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6bd49b1d-37ae-4999-85ff-e7228276ab83 HTTP/1.1" status: 204 len: 168 time: 0.2886894 Mar 22 17:47:57.149613 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-26602188-6ab8-4896-8878-406fabaa93a1 req-d365feb3-96a0-4563-bc06-4fe48f97610b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 HTTP/1.1" status: 200 len: 999 time: 0.0904825 Mar 22 17:47:57.150692 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2215a25-23ac-48ff-b23d-bf66f6e6374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd49b1d-37ae-4999-85ff-e7228276ab83,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:57.203787 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602188-6ab8-4896-8878-406fabaa93a1 req-f421e673-4d83-447e-9481-c85fc4f41787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:57.206965 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-26602188-6ab8-4896-8878-406fabaa93a1 req-f421e673-4d83-447e-9481-c85fc4f41787 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eeb566b8-5e2e-4fe9-bead-53cef53e0e25 HTTP/1.1" status: 200 len: 855 time: 0.0502293 Mar 22 17:47:57.268293 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26602188-6ab8-4896-8878-406fabaa93a1 req-8f171428-ca30-49a4-b73e-9b3a0d55665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:57.270319 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-26602188-6ab8-4896-8878-406fabaa93a1 req-8f171428-ca30-49a4-b73e-9b3a0d55665e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4bb652a-ddb8-47f6-a166-0773f8309a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575275 Mar 22 17:47:57.387785 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-26602188-6ab8-4896-8878-406fabaa93a1 req-40c49448-236b-4410-83f2-bfc983cdd10c service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108589 Mar 22 17:47:57.472414 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58850) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:57.488175 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d9c762ff-68e7-451b-add6-49095bc6f076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:57.509417 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-26602188-6ab8-4896-8878-406fabaa93a1 req-325482a4-0034-4c17-a2be-6a69a418bcb2 service neutron] 10.222.0.76 "GET /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041620 Mar 22 17:47:57.590293 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:47:57.677827 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d9c762ff-68e7-451b-add6-49095bc6f076 admin admin] Publish callbacks [] for security_group (ea63fede-7314-4fb1-b993-cc1d4b7fb6c3), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:57.694789 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d9c762ff-68e7-451b-add6-49095bc6f076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (ea63fede-7314-4fb1-b993-cc1d4b7fb6c3), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:57.711750 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 is: DOWN; New status is: DOWN {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:57.766096 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3855e03-5361-4cab-a0a9-877fa42b1a86 req-4e8dba95-865e-49d9-b490-9213dd7ffaa5 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:57.767661 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d3855e03-5361-4cab-a0a9-877fa42b1a86 req-4e8dba95-865e-49d9-b490-9213dd7ffaa5 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0683737 Mar 22 17:47:57.798129 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-d9c762ff-68e7-451b-add6-49095bc6f076 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad3a823f4b4949269e0808b049c7fe20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220854 Mar 22 17:47:57.798334 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58870) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:57.801425 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c762ff-68e7-451b-add6-49095bc6f076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea63fede-7314-4fb1-b993-cc1d4b7fb6c3,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:57.827501 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a12617-f9a9-47a9-9f90-becc7a779614 req-a7b362e2-fb5c-41d8-a865-f4ee6c450a0a tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:57.829012 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-61a12617-f9a9-47a9-9f90-becc7a779614 req-a7b362e2-fb5c-41d8-a865-f4ee6c450a0a tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.0961361 Mar 22 17:47:57.860671 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d3855e03-5361-4cab-a0a9-877fa42b1a86 req-c3986a5e-0dd0-45a6-adf2-819cf2d03d05 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859387 Mar 22 17:47:57.894983 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-61a12617-f9a9-47a9-9f90-becc7a779614 req-f4a0898d-a127-4330-a08a-7925d89fdb94 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589218 Mar 22 17:47:57.909054 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d31ef064-d034-4f28-9863-cbce02fd3173 admin admin] Publish callbacks [] for security_group (ea63fede-7314-4fb1-b993-cc1d4b7fb6c3), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:57.938669 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d31ef064-d034-4f28-9863-cbce02fd3173 admin admin] Publish callbacks [] for security_group (ea63fede-7314-4fb1-b993-cc1d4b7fb6c3), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:58.008245 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d31ef064-d034-4f28-9863-cbce02fd3173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (ea63fede-7314-4fb1-b993-cc1d4b7fb6c3), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:58.012322 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d31ef064-d034-4f28-9863-cbce02fd3173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:58.013774 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d31ef064-d034-4f28-9863-cbce02fd3173 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea63fede-7314-4fb1-b993-cc1d4b7fb6c3 HTTP/1.1" status: 204 len: 168 time: 0.2115576 Mar 22 17:47:58.024488 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ef064-d034-4f28-9863-cbce02fd3173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea63fede-7314-4fb1-b993-cc1d4b7fb6c3,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:58.341571 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dee7f-f586-4a1c-a9f2-701341db752b req-16ddcdbe-d088-4fd2-a12d-fb0c938669d9 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:58.358677 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-658dee7f-f586-4a1c-a9f2-701341db752b req-16ddcdbe-d088-4fd2-a12d-fb0c938669d9 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.1061115 Mar 22 17:47:58.466723 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-658dee7f-f586-4a1c-a9f2-701341db752b req-50a5528d-74d7-43b7-8786-aa8c54d90489 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045547 Mar 22 17:47:58.713649 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 58894) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:58.739828 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d9f4388b-8022-4fca-a4b2-369009dc3525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:58.865196 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d9f4388b-8022-4fca-a4b2-369009dc3525 admin admin] Publish callbacks [] for security_group (657118f8-cd9e-4a68-b1e6-772dbf4e7814), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:58.869783 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d9f4388b-8022-4fca-a4b2-369009dc3525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (657118f8-cd9e-4a68-b1e6-772dbf4e7814), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:58.920911 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-d9f4388b-8022-4fca-a4b2-369009dc3525 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c73e9f04c54c49f3ba957fa4d984ab62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037632 Mar 22 17:47:58.921295 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 58900) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:58.958850 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4388b-8022-4fca-a4b2-369009dc3525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657118f8-cd9e-4a68-b1e6-772dbf4e7814,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:59.068224 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f82045-e0f3-4987-ad0a-f60e2c84a906 req-d7c69348-8c8f-40e4-848f-d75f2bab2575 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:59.074248 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-88f82045-e0f3-4987-ad0a-f60e2c84a906 req-d7c69348-8c8f-40e4-848f-d75f2bab2575 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.1043401 Mar 22 17:47:59.079152 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f0cf39fc-a611-445d-81d6-f74395f4ebbe admin admin] Publish callbacks [] for security_group (657118f8-cd9e-4a68-b1e6-772dbf4e7814), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:59.114097 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a64a55a8-edcc-4a31-a6e6-70423f087991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:59.133147 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f0cf39fc-a611-445d-81d6-f74395f4ebbe admin admin] Publish callbacks [] for security_group (657118f8-cd9e-4a68-b1e6-772dbf4e7814), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:59.158908 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-88f82045-e0f3-4987-ad0a-f60e2c84a906 req-bf16b79c-7675-40e5-91c3-656327d0e112 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816526 Mar 22 17:47:59.209929 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f0cf39fc-a611-445d-81d6-f74395f4ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (657118f8-cd9e-4a68-b1e6-772dbf4e7814), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:59.215244 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f0cf39fc-a611-445d-81d6-f74395f4ebbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:59.216567 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f0cf39fc-a611-445d-81d6-f74395f4ebbe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/657118f8-cd9e-4a68-b1e6-772dbf4e7814 HTTP/1.1" status: 204 len: 168 time: 0.2942579 Mar 22 17:47:59.226641 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf39fc-a611-445d-81d6-f74395f4ebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657118f8-cd9e-4a68-b1e6-772dbf4e7814,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:59.330302 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b6d12-20ed-4ca8-89db-9d758d27ca01 req-bec4af27-3ba3-4c25-9f09-4f0c50608700 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:59.333674 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6d3b6d12-20ed-4ca8-89db-9d758d27ca01 req-bec4af27-3ba3-4c25-9f09-4f0c50608700 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.0666969 Mar 22 17:47:59.454437 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6d3b6d12-20ed-4ca8-89db-9d758d27ca01 req-97d317a1-d52c-4a75-94e1-65b2f0c14fcc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148088 Mar 22 17:47:59.649185 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaebee-5a00-4382-a3e2-26d3bccd4c2f req-5ba3dcc4-6abe-4710-8082-2afbe8e25edd tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:59.652521 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-baeaebee-5a00-4382-a3e2-26d3bccd4c2f req-5ba3dcc4-6abe-4710-8082-2afbe8e25edd tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0962946 Mar 22 17:47:59.761104 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-baeaebee-5a00-4382-a3e2-26d3bccd4c2f req-ebdfb17f-06b9-44d0-b34d-fc64bb3c4035 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016541 Mar 22 17:48:00.128834 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-40dc8684-3729-4f95-a779-fb5f88d6376c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101346 Mar 22 17:48:00.134510 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f030-25f5-4e61-8ac2-54f55387bbab req-6db5bcbb-305f-4540-8997-c362c13aa599 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:00.136121 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1ac0f030-25f5-4e61-8ac2-54f55387bbab req-6db5bcbb-305f-4540-8997-c362c13aa599 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.1250658 Mar 22 17:48:00.207228 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-03171bf7-afc7-4a34-b39d-23babefb0784 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:00.208992 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-03171bf7-afc7-4a34-b39d-23babefb0784 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports/ba123091-7bd8-425d-bb91-5e16fe3e8ae6 HTTP/1.1" status: 200 len: 942 time: 0.0579515 Mar 22 17:48:00.210167 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1ac0f030-25f5-4e61-8ac2-54f55387bbab req-1e4d0f2f-fb5b-408d-b18d-ad9b55ff7d11 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587094 Mar 22 17:48:00.399503 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bee06-138a-443b-9760-38cf569de437 req-84f0d105-5769-4ac3-9f74-cc7d10dd731a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:00.401129 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce5bee06-138a-443b-9760-38cf569de437 req-84f0d105-5769-4ac3-9f74-cc7d10dd731a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0863485 Mar 22 17:48:00.482775 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce5bee06-138a-443b-9760-38cf569de437 req-a69edeca-7f94-43c9-8741-8679d3ea6827 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746460 Mar 22 17:48:00.663154 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78300e3-572c-46dc-92d5-443ffd12620a req-d1358881-6a91-406d-9173-6b15082dff1c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:00.665408 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d78300e3-572c-46dc-92d5-443ffd12620a req-d1358881-6a91-406d-9173-6b15082dff1c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.0707371 Mar 22 17:48:00.759118 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d78300e3-572c-46dc-92d5-443ffd12620a req-fe4f3883-e2fb-4133-9512-393c07beab53 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881455 Mar 22 17:48:01.373602 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99627863-9a5a-4a3f-9798-445761caca48 req-c7354d0b-89be-44fc-9515-20ed59f4e0ad tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:01.375173 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-99627863-9a5a-4a3f-9798-445761caca48 req-c7354d0b-89be-44fc-9515-20ed59f4e0ad tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0629792 Mar 22 17:48:01.436009 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-99627863-9a5a-4a3f-9798-445761caca48 req-fde720e3-8918-4b75-816e-22d2afbb4e46 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492146 Mar 22 17:48:01.574540 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device ba123091-7bd8-425d-bb91-5e16fe3e8ae6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:01.680301 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 is: ACTIVE; New status is: DOWN {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:01.680750 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:01.682022 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f1771-2e63-4661-8947-e397aeceffba req-dc9558a5-1111-484a-9302-15c4d00574b9 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:01.691396 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d86f1771-2e63-4661-8947-e397aeceffba req-dc9558a5-1111-484a-9302-15c4d00574b9 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.1130514 Mar 22 17:48:01.711851 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:01.714520 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f5c694-fee4-4f81-baa9-17ec4e4b6a3e" -d '{"events": [{"server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:01.729874 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port ba123091-7bd8-425d-bb91-5e16fe3e8ae6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:01.734924 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:01.758987 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d86f1771-2e63-4661-8947-e397aeceffba req-a8fc0ffb-ae7c-41b2-8c6f-6ed017d59348 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630498 Mar 22 17:48:01.810443 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,revision_number=6']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:01.821009 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.821317 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.821700 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.822099 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.822387 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.822924 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.823261 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.823597 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.823939 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.824269 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.824605 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.824936 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.825267 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.825826 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.826334 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:01.831838 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-22f2544a-e325-4c6b-be66-da604b89e5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:01.843859 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdbc4dd-b420-48d1-a25c-0cc1e20db155 x-openstack-request-id: req-5cdbc4dd-b420-48d1-a25c-0cc1e20db155 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:01.844156 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:01.844413 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5cdbc4dd-b420-48d1-a25c-0cc1e20db155 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:01.844824 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cdbc4dd-b420-48d1-a25c-0cc1e20db155'] response: {'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'code': 200} Mar 22 17:48:01.960875 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ae251-2346-4d78-838c-43299ec4116d req-c96cd846-37ed-47fc-913f-f615e8fb86ab tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:01.962866 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f0ae251-2346-4d78-838c-43299ec4116d req-c96cd846-37ed-47fc-913f-f615e8fb86ab tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.0676131 Mar 22 17:48:02.044552 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f0ae251-2346-4d78-838c-43299ec4116d req-e261741e-45e2-44d1-90a7-9f87df92797a tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758510 Mar 22 17:48:02.582235 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5ac5-008a-4265-9f6f-aa7cad9ced51 req-d7258f69-3422-4d6f-b98e-99c0f88569aa tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:02.584257 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-610d5ac5-008a-4265-9f6f-aa7cad9ced51 req-d7258f69-3422-4d6f-b98e-99c0f88569aa tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0605001 Mar 22 17:48:02.639943 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-610d5ac5-008a-4265-9f6f-aa7cad9ced51 req-c3cd8db7-94d8-45ba-9193-845ab616c8aa tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490115 Mar 22 17:48:02.895756 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cf1ec-3aa9-4fe3-8c12-354715d98be8 req-1a69170f-ab1a-4ffb-a1ee-419dc4241582 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:02.897400 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e93cf1ec-3aa9-4fe3-8c12-354715d98be8 req-1a69170f-ab1a-4ffb-a1ee-419dc4241582 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0578065 Mar 22 17:48:02.949090 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e93cf1ec-3aa9-4fe3-8c12-354715d98be8 req-555a39b4-a578-4786-93b2-2008e94cf77a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460331 Mar 22 17:48:03.193570 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239102d7-dc0d-4100-beee-3e1d04ffedca req-afda8477-aabf-4d94-8a44-c609699947f8 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:03.195451 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-239102d7-dc0d-4100-beee-3e1d04ffedca req-afda8477-aabf-4d94-8a44-c609699947f8 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.0714478 Mar 22 17:48:03.225723 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:03.251556 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-239102d7-dc0d-4100-beee-3e1d04ffedca req-3d1f75bb-3867-4381-8d1c-1d3c2b7349b3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493515 Mar 22 17:48:03.787096 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef250de-2453-4237-bfc6-5e0cf5d9b30c req-d5bc1ff6-8fca-49e4-9bf3-d02e1ec5a67a tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:03.789606 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-aef250de-2453-4237-bfc6-5e0cf5d9b30c req-d5bc1ff6-8fca-49e4-9bf3-d02e1ec5a67a tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0652139 Mar 22 17:48:03.867179 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-aef250de-2453-4237-bfc6-5e0cf5d9b30c req-abfc673b-c103-4d7e-969f-bae03a63a9ea tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660937 Mar 22 17:48:04.102305 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f74ef-b911-426d-92c3-4aa5867af4c5 req-221fe3ba-4590-44d7-8b47-82b7352548f9 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:04.104261 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-576f74ef-b911-426d-92c3-4aa5867af4c5 req-221fe3ba-4590-44d7-8b47-82b7352548f9 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0608625 Mar 22 17:48:04.159596 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-576f74ef-b911-426d-92c3-4aa5867af4c5 req-fdf654cd-70cb-4e26-9759-c005ccc94b67 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447667 Mar 22 17:48:04.396150 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439e9f6-da1d-4666-acba-5c7f06945ba5 req-1eda6186-088e-4820-9841-8097c76d16e6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:04.398248 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1439e9f6-da1d-4666-acba-5c7f06945ba5 req-1eda6186-088e-4820-9841-8097c76d16e6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.0763803 Mar 22 17:48:04.454473 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1439e9f6-da1d-4666-acba-5c7f06945ba5 req-9c7bf996-608b-437b-bd28-056e8fcf71b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504565 Mar 22 17:48:04.547367 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:05.017863 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38af4bc-1168-4f6d-a559-caf237c4108c req-90d5b167-da62-4560-b161-9eeb7357baca tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:05.021163 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c38af4bc-1168-4f6d-a559-caf237c4108c req-90d5b167-da62-4560-b161-9eeb7357baca tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0743711 Mar 22 17:48:05.127025 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c38af4bc-1168-4f6d-a559-caf237c4108c req-1d8fd377-8fb1-4c96-93bf-7ee6b3387345 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929515 Mar 22 17:48:05.336383 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9178120-7ff1-440e-a06a-044dc73b16b0 req-6951984b-22b3-46b5-8808-36a672d83f6a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:05.339084 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a9178120-7ff1-440e-a06a-044dc73b16b0 req-6951984b-22b3-46b5-8808-36a672d83f6a tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0677750 Mar 22 17:48:05.400259 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a9178120-7ff1-440e-a06a-044dc73b16b0 req-8cb715cc-e685-4411-8e0e-80332cd61cab tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549295 Mar 22 17:48:05.605729 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f16f5b-2811-4e6b-82f0-acdbda0ca3b0 req-7d207e36-f922-4946-b72c-177ec6f7a973 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:05.607736 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-41f16f5b-2811-4e6b-82f0-acdbda0ca3b0 req-7d207e36-f922-4946-b72c-177ec6f7a973 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.0715356 Mar 22 17:48:05.673386 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-41f16f5b-2811-4e6b-82f0-acdbda0ca3b0 req-2c69c0f7-e0e7-4593-ab2c-677cdefa0d1c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581880 Mar 22 17:48:06.139223 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:06.281156 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d70c2-ea23-4271-ab17-6f6a41ae7751 req-1e371c82-2545-4509-904d-275f5fa47c62 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:06.284054 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f72d70c2-ea23-4271-ab17-6f6a41ae7751 req-1e371c82-2545-4509-904d-275f5fa47c62 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0645549 Mar 22 17:48:06.336063 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f72d70c2-ea23-4271-ab17-6f6a41ae7751 req-c3daa2e7-0563-4a82-8187-423a1c9a2ef8 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469875 Mar 22 17:48:06.558601 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf34cc7-5fde-4c49-bcdf-00fac2e7d359 req-3697985f-896c-44f4-b60c-51810efd20fb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:06.560533 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0cf34cc7-5fde-4c49-bcdf-00fac2e7d359 req-3697985f-896c-44f4-b60c-51810efd20fb tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0805831 Mar 22 17:48:06.639193 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0cf34cc7-5fde-4c49-bcdf-00fac2e7d359 req-c2938026-6890-4060-9b97-f8723c148e49 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729308 Mar 22 17:48:06.850195 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5aa584-00cd-4ac6-b9f6-abb6584c602a req-8852d48a-63f2-4c58-82af-a521ad3b0a2c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:06.853998 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bc5aa584-00cd-4ac6-b9f6-abb6584c602a req-8852d48a-63f2-4c58-82af-a521ad3b0a2c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.0789759 Mar 22 17:48:06.917058 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bc5aa584-00cd-4ac6-b9f6-abb6584c602a req-bfb16518-f010-46bd-9621-d010bbccb75d tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546830 Mar 22 17:48:07.480337 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc213ca-9833-4653-b179-b8a68c3671b3 req-31a28959-e33a-4eb9-8ee9-6fdf22970aa8 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:07.482022 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0fc213ca-9833-4653-b179-b8a68c3671b3 req-31a28959-e33a-4eb9-8ee9-6fdf22970aa8 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0578928 Mar 22 17:48:07.536463 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0fc213ca-9833-4653-b179-b8a68c3671b3 req-7401d394-eb3b-466a-b38d-49b896b2ed8b tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487959 Mar 22 17:48:07.790885 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b981568-b03d-4ebf-a2ee-8877ece65723 req-5362409c-11ed-4e4f-a77e-9602bb2a6db0 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:07.792420 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5b981568-b03d-4ebf-a2ee-8877ece65723 req-5362409c-11ed-4e4f-a77e-9602bb2a6db0 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0665355 Mar 22 17:48:07.845161 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5b981568-b03d-4ebf-a2ee-8877ece65723 req-626d9060-5ff2-4378-9269-81411f0566d9 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463803 Mar 22 17:48:08.047147 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e53b8-f96c-4984-b621-bee8cbbf0535 req-de429491-4750-48c7-b4e7-3c352146bd8f tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:08.048648 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c25e53b8-f96c-4984-b621-bee8cbbf0535 req-de429491-4750-48c7-b4e7-3c352146bd8f tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.0541928 Mar 22 17:48:08.100738 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c25e53b8-f96c-4984-b621-bee8cbbf0535 req-7f04baa7-d496-430f-84e0-207c921df030 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457842 Mar 22 17:48:08.665268 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474edac2-9481-407e-8c3d-ead0d4354512 req-e4cd1e0f-9840-4707-aa03-129e945a1f8c tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:08.666851 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-474edac2-9481-407e-8c3d-ead0d4354512 req-e4cd1e0f-9840-4707-aa03-129e945a1f8c tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0590150 Mar 22 17:48:08.717328 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-474edac2-9481-407e-8c3d-ead0d4354512 req-25dbdc0a-084f-4768-af43-5a94e331d394 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448527 Mar 22 17:48:08.978465 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53311989-3624-4fc5-bf13-426949183b2c req-4b212c28-7290-4782-a988-b19ed085522b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:08.979961 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-53311989-3624-4fc5-bf13-426949183b2c req-4b212c28-7290-4782-a988-b19ed085522b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0619595 Mar 22 17:48:09.029595 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-53311989-3624-4fc5-bf13-426949183b2c req-2e5f0ba0-98ac-405f-994d-cc9de452862b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440066 Mar 22 17:48:09.225869 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3774a0-05dc-43e7-ad72-54df0432fe2b req-52b32a44-6e7e-4079-8f12-36aab7dc9df3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:09.227433 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fe3774a0-05dc-43e7-ad72-54df0432fe2b req-52b32a44-6e7e-4079-8f12-36aab7dc9df3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.0573490 Mar 22 17:48:09.279639 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fe3774a0-05dc-43e7-ad72-54df0432fe2b req-c430d7a3-a478-4b7a-a63d-6c9baea3a532 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463727 Mar 22 17:48:09.645264 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59080) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:09.780139 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-09a03d38-735c-45bc-a404-b44a33b519d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:09.910555 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f081ea1-adca-426d-b5ac-6776c7821cd0 req-3e0fccee-f834-4da1-9c75-de3e2e1321fa tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:09.912366 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0f081ea1-adca-426d-b5ac-6776c7821cd0 req-3e0fccee-f834-4da1-9c75-de3e2e1321fa tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.1125507 Mar 22 17:48:09.966914 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-09a03d38-735c-45bc-a404-b44a33b519d5 admin admin] Publish callbacks [] for security_group (e33c161a-0212-4221-94b8-12de50238442), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:09.975565 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-09a03d38-735c-45bc-a404-b44a33b519d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (e33c161a-0212-4221-94b8-12de50238442), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.017081 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0f081ea1-adca-426d-b5ac-6776c7821cd0 req-9ec8c82c-dbfd-4727-80d1-6ab0c98544b6 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899589 Mar 22 17:48:10.029346 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a03d38-735c-45bc-a404-b44a33b519d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33c161a-0212-4221-94b8-12de50238442,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:10.038469 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-09a03d38-735c-45bc-a404-b44a33b519d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab71aaf7e7c2427a92231d3d6f6e8d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893142 Mar 22 17:48:10.038692 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59094) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:10.091116 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ce27-31da-480c-b30f-f3f50ff6e746 admin admin] Publish callbacks [] for security_group (e33c161a-0212-4221-94b8-12de50238442), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.115609 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ce27-31da-480c-b30f-f3f50ff6e746 admin admin] Publish callbacks [] for security_group (e33c161a-0212-4221-94b8-12de50238442), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.169367 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934cbf8-e9ed-4b37-86d5-887b943f8fa1 req-5d08fae5-8226-4b01-8697-aa699b83d291 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:10.170945 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3934cbf8-e9ed-4b37-86d5-887b943f8fa1 req-5d08fae5-8226-4b01-8697-aa699b83d291 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0631979 Mar 22 17:48:10.180149 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ce27-31da-480c-b30f-f3f50ff6e746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (e33c161a-0212-4221-94b8-12de50238442), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.184803 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ce27-31da-480c-b30f-f3f50ff6e746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.186753 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-e7f5ce27-31da-480c-b30f-f3f50ff6e746 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e33c161a-0212-4221-94b8-12de50238442 HTTP/1.1" status: 204 len: 168 time: 0.1469607 Mar 22 17:48:10.198772 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5ce27-31da-480c-b30f-f3f50ff6e746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33c161a-0212-4221-94b8-12de50238442,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:10.248175 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3934cbf8-e9ed-4b37-86d5-887b943f8fa1 req-4cb90401-6210-4abe-afa8-9a10a2ae5061 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699863 Mar 22 17:48:10.428686 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f017f8-5a34-443d-b131-9a2adb4d8a9d req-afa5e7c8-6dcc-4a6e-93f4-8ba17c621a22 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:10.430162 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e4f017f8-5a34-443d-b131-9a2adb4d8a9d req-afa5e7c8-6dcc-4a6e-93f4-8ba17c621a22 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.0723643 Mar 22 17:48:10.483294 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e4f017f8-5a34-443d-b131-9a2adb4d8a9d req-5fb7abe5-2352-4729-92c0-d2e9d120473f tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469742 Mar 22 17:48:11.166637 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c5e26-ffc2-4577-9175-63df7b3d043b req-582fc768-6037-4c1b-9d48-c08844875d57 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:11.168137 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c48c5e26-ffc2-4577-9175-63df7b3d043b req-582fc768-6037-4c1b-9d48-c08844875d57 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0738263 Mar 22 17:48:11.224489 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c48c5e26-ffc2-4577-9175-63df7b3d043b req-499bb358-9551-4a7a-ae04-5bd7d2e9fb3b tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489602 Mar 22 17:48:11.376851 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf14b07-cc76-4e1e-a29e-4b1faa23fdd9 req-acca7821-a3b2-4096-93cd-c442d48c9812 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:11.379001 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-faf14b07-cc76-4e1e-a29e-4b1faa23fdd9 req-acca7821-a3b2-4096-93cd-c442d48c9812 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 943 time: 0.0568595 Mar 22 17:48:11.430168 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-faf14b07-cc76-4e1e-a29e-4b1faa23fdd9 req-8893769a-5142-4fec-bb2f-c3fca99c2216 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450563 Mar 22 17:48:11.620283 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e48eec-b8e4-41d1-8458-ec72d6f69129 req-eb9dc9af-0dc8-43de-ae4c-ace0e403c2cd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:11.621969 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-85e48eec-b8e4-41d1-8458-ec72d6f69129 req-eb9dc9af-0dc8-43de-ae4c-ace0e403c2cd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 943 time: 0.0701954 Mar 22 17:48:11.672526 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:48:11.677107 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-85e48eec-b8e4-41d1-8458-ec72d6f69129 req-0105ae25-4b5b-42d1-b3b7-6ae70c6aa045 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492761 Mar 22 17:48:11.778882 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:11.792334 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'port_id': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'mac_address': 'fa:16:3e:94:06:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:48:11.831990 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:11.832398 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:11.847671 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:48:11.870208 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:11.874271 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:11.874933 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:48:11.935351 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,revision_number=9']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:12.027545 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:12.040451 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'port_id': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8', 'mac_address': 'fa:16:3e:aa:eb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:48:12.080997 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:12.081450 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:12.094967 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:48:12.116707 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:12.120528 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:12.183449 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:12.352890 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319ebac-70d4-4f9f-b9b4-589717527b31 req-25e77c98-b014-476e-b5a2-794ca49ed520 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:12.354241 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5319ebac-70d4-4f9f-b9b4-589717527b31 req-25e77c98-b014-476e-b5a2-794ca49ed520 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0529873 Mar 22 17:48:12.373993 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:48:12.377234 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:48:12.406836 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5319ebac-70d4-4f9f-b9b4-589717527b31 req-b52881a6-55b8-4bb2-b490-3ad1f9310812 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468776 Mar 22 17:48:12.555607 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d163795-b2b6-4798-99af-befbb2688391 req-3220724a-f01f-4a47-97d4-ad4bd4bdeb1c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:12.557142 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4d163795-b2b6-4798-99af-befbb2688391 req-3220724a-f01f-4a47-97d4-ad4bd4bdeb1c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 944 time: 0.0537932 Mar 22 17:48:12.611126 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4d163795-b2b6-4798-99af-befbb2688391 req-6dd257c1-852c-4a13-b79d-bbd51dcf80f0 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482538 Mar 22 17:48:12.796675 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9397b80-45b2-4278-a76d-075b133feb63 req-81aabfce-4b1f-4cbd-af0f-504a73de9458 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:12.798184 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b9397b80-45b2-4278-a76d-075b133feb63 req-81aabfce-4b1f-4cbd-af0f-504a73de9458 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 944 time: 0.0528228 Mar 22 17:48:12.848883 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b9397b80-45b2-4278-a76d-075b133feb63 req-c25b485c-b7de-4774-81b7-8cc548f21ee1 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446839 Mar 22 17:48:13.531025 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e54530-a74d-45d1-a0bc-37b2ab5155fe req-5cfa8d68-87e2-43e3-a4a5-17909972fee1 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:13.532436 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-20e54530-a74d-45d1-a0bc-37b2ab5155fe req-5cfa8d68-87e2-43e3-a4a5-17909972fee1 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0548213 Mar 22 17:48:13.584054 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-20e54530-a74d-45d1-a0bc-37b2ab5155fe req-c7c2758c-51b9-467c-9cec-f09882a1b298 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455558 Mar 22 17:48:13.697621 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:48:13.742305 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178e861-6397-4759-9a8c-146be467fbad req-828f42e2-d9e3-43ca-a07c-6cc30bb07c16 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:13.743824 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9178e861-6397-4759-9a8c-146be467fbad req-828f42e2-d9e3-43ca-a07c-6cc30bb07c16 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 944 time: 0.0586746 Mar 22 17:48:13.750539 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:48:13.750915 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:13.793498 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9178e861-6397-4759-9a8c-146be467fbad req-32b1be6e-5d90-4e79-8f57-42baeb87540b tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438375 Mar 22 17:48:13.830259 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:13.830652 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:13.852849 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:13.855088 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08269ed2-78a8-4417-824e-e7d678204e6a" -d '{"events": [{"server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "name": "network-vif-plugged", "status": "completed", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:13.867804 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:13.872335 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:13.873173 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:48:13.917270 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f409f5d-106b-4b90-8b6c-18da2e7a94d3 x-openstack-request-id: req-9f409f5d-106b-4b90-8b6c-18da2e7a94d3 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:13.917594 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "name": "network-vif-plugged", "status": "completed", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:13.917854 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f409f5d-106b-4b90-8b6c-18da2e7a94d3 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:13.918254 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f409f5d-106b-4b90-8b6c-18da2e7a94d3'] response: {'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'code': 200} Mar 22 17:48:13.959347 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,revision_number=10']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:13.982196 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:48:13.988123 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:48:13.988502 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:13.993642 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804e626-f816-4e46-9fc4-44b83ce10a61 req-3a0e0638-584d-4e8c-b74a-84db76729b64 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:13.995179 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9804e626-f816-4e46-9fc4-44b83ce10a61 req-3a0e0638-584d-4e8c-b74a-84db76729b64 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 944 time: 0.0645688 Mar 22 17:48:14.071965 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9804e626-f816-4e46-9fc4-44b83ce10a61 req-dc9bf59b-ed92-499b-bf5c-f4daa00b0e05 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708952 Mar 22 17:48:14.084309 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:14.084309 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:14.111397 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60812365-5bdf-4ae0-a466-07297392636c req-d83d168a-e62a-412e-bf24-c7303998654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:14.113570 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-60812365-5bdf-4ae0-a466-07297392636c req-d83d168a-e62a-412e-bf24-c7303998654e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 1130 time: 0.0559754 Mar 22 17:48:14.120651 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:14.129519 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:14.167160 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-60812365-5bdf-4ae0-a466-07297392636c req-8d7abbdc-94b0-4a75-af75-23d7464a91ee service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462201 Mar 22 17:48:14.312566 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:14.664093 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59194) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:14.718237 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796672c4-3ac3-42a9-a416-b19dc568a9ea req-3cf01965-8638-4364-9f76-b740ba7d5d3c tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:14.719835 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-796672c4-3ac3-42a9-a416-b19dc568a9ea req-3cf01965-8638-4364-9f76-b740ba7d5d3c tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0587056 Mar 22 17:48:14.777637 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-796672c4-3ac3-42a9-a416-b19dc568a9ea req-7a9d80ba-1dc2-4319-8b20-73c770353a0b tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508175 Mar 22 17:48:14.785302 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9a0850dd-b1f5-49fd-b066-4c9e12ec7ba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:14.874922 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9a0850dd-b1f5-49fd-b066-4c9e12ec7ba3 admin admin] Publish callbacks [] for security_group (b5643bb1-bbf1-4463-9035-8a27bec24ff3), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:14.886113 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9a0850dd-b1f5-49fd-b066-4c9e12ec7ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (b5643bb1-bbf1-4463-9035-8a27bec24ff3), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:14.950610 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0850dd-b1f5-49fd-b066-4c9e12ec7ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5643bb1-bbf1-4463-9035-8a27bec24ff3,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:14.961169 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59200) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:14.961365 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-9a0850dd-b1f5-49fd-b066-4c9e12ec7ba3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7dd240064f74338acafa04fa9bb3e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958562 Mar 22 17:48:14.985175 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc4b1b-5b44-4d9f-ab03-0b0fd62bb486 req-0a44ed89-42f0-4aec-96b6-9bdd3a9dce80 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:14.986895 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-39dc4b1b-5b44-4d9f-ab03-0b0fd62bb486 req-0a44ed89-42f0-4aec-96b6-9bdd3a9dce80 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 946 time: 0.1144640 Mar 22 17:48:15.033914 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-939e501b-0b27-425f-8c5f-9c02535039ef admin admin] Publish callbacks [] for security_group (b5643bb1-bbf1-4463-9035-8a27bec24ff3), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:15.051843 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-39dc4b1b-5b44-4d9f-ab03-0b0fd62bb486 req-31a0011a-d0b7-4019-bace-f33ae76cdcd3 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579474 Mar 22 17:48:15.074115 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-939e501b-0b27-425f-8c5f-9c02535039ef admin admin] Publish callbacks [] for security_group (b5643bb1-bbf1-4463-9035-8a27bec24ff3), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:15.140764 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-939e501b-0b27-425f-8c5f-9c02535039ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (b5643bb1-bbf1-4463-9035-8a27bec24ff3), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:15.143652 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-939e501b-0b27-425f-8c5f-9c02535039ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:15.145033 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-939e501b-0b27-425f-8c5f-9c02535039ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5643bb1-bbf1-4463-9035-8a27bec24ff3 HTTP/1.1" status: 204 len: 168 time: 0.1819041 Mar 22 17:48:15.172217 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e501b-0b27-425f-8c5f-9c02535039ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5643bb1-bbf1-4463-9035-8a27bec24ff3,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:15.223664 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6815553-b00a-42c1-9677-1bd232e92a22 req-ddc9e574-3774-47d7-a622-1da34afa5d9f tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:15.232499 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a6815553-b00a-42c1-9677-1bd232e92a22 req-ddc9e574-3774-47d7-a622-1da34afa5d9f tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 945 time: 0.0830979 Mar 22 17:48:15.318226 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a6815553-b00a-42c1-9677-1bd232e92a22 req-5b4f8bad-d2c9-4834-96ef-7fd23ba8ed07 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843110 Mar 22 17:48:15.523060 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59226) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:15.540728 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-de6a91b4-fcdb-4e95-bd05-fc57817262e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:15.643084 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-de6a91b4-fcdb-4e95-bd05-fc57817262e3 admin admin] Publish callbacks [] for security_group (c58b4441-4a99-4ae6-a510-829c223d43a4), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:15.649292 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-de6a91b4-fcdb-4e95-bd05-fc57817262e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (c58b4441-4a99-4ae6-a510-829c223d43a4), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:15.684248 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-de6a91b4-fcdb-4e95-bd05-fc57817262e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22d26756b97748e7873b1f4398cfc86a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600618 Mar 22 17:48:15.688208 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59234) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:15.706431 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a91b4-fcdb-4e95-bd05-fc57817262e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58b4441-4a99-4ae6-a510-829c223d43a4,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:15.746078 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-e96567a8-a880-4daa-ab44-e51baed995ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:15.748698 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-e96567a8-a880-4daa-ab44-e51baed995ae service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa&tenant_id=3be40162415e4d00adbfe52e1a0cc828 HTTP/1.1" status: 200 len: 1127 time: 0.1103108 Mar 22 17:48:15.768622 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17eb6cc1-ff7c-4b57-bccd-9ed4146a18da admin admin] Publish callbacks [] for security_group (c58b4441-4a99-4ae6-a510-829c223d43a4), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:15.832107 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17eb6cc1-ff7c-4b57-bccd-9ed4146a18da admin admin] Publish callbacks [] for security_group (c58b4441-4a99-4ae6-a510-829c223d43a4), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:15.919069 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68cc3d7-f5a4-4080-9d51-5d6d41de6d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:15.922252 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65c5648-4c89-4169-a176-1cbd15f54282" -d '{"events": [{"server_uuid": "e68cc3d7-f5a4-4080-9d51-5d6d41de6d77", "name": "network-vif-plugged", "status": "completed", "tag": "3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:15.944400 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-d1c5e62c-a2b9-47a4-9cbf-e1a9ace8966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:15.946138 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-d1c5e62c-a2b9-47a4-9cbf-e1a9ace8966a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3be40162415e4d00adbfe52e1a0cc828&device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 1127 time: 0.1599243 Mar 22 17:48:15.972196 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b182edc-dcc0-44e6-b083-c063aafdbf90 x-openstack-request-id: req-0b182edc-dcc0-44e6-b083-c063aafdbf90 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:15.972502 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68cc3d7-f5a4-4080-9d51-5d6d41de6d77", "name": "network-vif-plugged", "status": "completed", "tag": "3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:15.972768 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b182edc-dcc0-44e6-b083-c063aafdbf90 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:15.973171 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b182edc-dcc0-44e6-b083-c063aafdbf90'] response: {'server_uuid': 'e68cc3d7-f5a4-4080-9d51-5d6d41de6d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8', 'code': 200} Mar 22 17:48:16.022551 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61896f-1192-4c85-b8ec-6702df6074e7 req-94d3e3cb-e0ee-4c94-a17a-dedaa2b6eed1 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:16.024483 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3b61896f-1192-4c85-b8ec-6702df6074e7 req-94d3e3cb-e0ee-4c94-a17a-dedaa2b6eed1 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.1627116 Mar 22 17:48:16.029876 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17eb6cc1-ff7c-4b57-bccd-9ed4146a18da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (c58b4441-4a99-4ae6-a510-829c223d43a4), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:16.032572 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17eb6cc1-ff7c-4b57-bccd-9ed4146a18da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:16.033769 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-17eb6cc1-ff7c-4b57-bccd-9ed4146a18da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c58b4441-4a99-4ae6-a510-829c223d43a4 HTTP/1.1" status: 204 len: 168 time: 0.3443279 Mar 22 17:48:16.065156 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb6cc1-ff7c-4b57-bccd-9ed4146a18da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58b4441-4a99-4ae6-a510-829c223d43a4,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:16.113342 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3b61896f-1192-4c85-b8ec-6702df6074e7 req-e8d78ecd-2030-4be5-bd71-9bf62bb91043 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772491 Mar 22 17:48:16.149828 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-632eded9-f68d-4ecc-acdc-3c3a4c496943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:16.151338 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-632eded9-f68d-4ecc-acdc-3c3a4c496943 service neutron] 10.222.0.76 "GET /v2.0/networks?id=11270093-eb92-4b9c-86f0-2f30cfed3c5b HTTP/1.1" status: 200 len: 910 time: 0.1989226 Mar 22 17:48:16.253334 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da922f-f8fc-47fe-b096-9a4dce77f899 req-db207c3a-94fa-4923-9445-cd66ad455ca1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:16.265716 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d0da922f-f8fc-47fe-b096-9a4dce77f899 req-db207c3a-94fa-4923-9445-cd66ad455ca1 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 946 time: 0.1050203 Mar 22 17:48:16.281218 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-900ae8d4-844d-40f5-be80-4f87f9ca03c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6 HTTP/1.1" status: 200 len: 999 time: 0.1231666 Mar 22 17:48:16.310647 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed7efc-d539-44b8-aa38-a3a09f69d0f5 req-e16c2be3-a6c6-46e8-9a93-cb22eaf1a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:16.312153 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c0ed7efc-d539-44b8-aa38-a3a09f69d0f5 req-e16c2be3-a6c6-46e8-9a93-cb22eaf1a61b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 1129 time: 0.1111925 Mar 22 17:48:16.346642 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d0da922f-f8fc-47fe-b096-9a4dce77f899 req-63f6c05a-bed6-4dc2-b98d-f739e7c61485 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792208 Mar 22 17:48:16.348647 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-d8b83348-768f-4542-9bb7-2305fd8e5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:16.350316 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-d8b83348-768f-4542-9bb7-2305fd8e5f40 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=426793f3-0123-4a13-aa58-f5f9557e1cbf HTTP/1.1" status: 200 len: 848 time: 0.0631211 Mar 22 17:48:16.387977 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c0ed7efc-d539-44b8-aa38-a3a09f69d0f5 req-f5114cc7-df3d-40da-9a65-46583c757f82 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676746 Mar 22 17:48:16.421039 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-912f7220-9a8d-4df2-b679-1a0271b8f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:16.422882 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-912f7220-9a8d-4df2-b679-1a0271b8f55b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11270093-eb92-4b9c-86f0-2f30cfed3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0632825 Mar 22 17:48:16.492227 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e7eba-ea27-4a81-9cfb-a6457cfe8e57 req-d14cc828-cd15-4771-a067-3cf1093f071b tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:16.497995 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5e6e7eba-ea27-4a81-9cfb-a6457cfe8e57 req-d14cc828-cd15-4771-a067-3cf1093f071b tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 945 time: 0.0666647 Mar 22 17:48:16.545391 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5e6e7eba-ea27-4a81-9cfb-a6457cfe8e57 req-6a1345ff-d0df-486e-a80d-a1fcc3ef6dfb tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456448 Mar 22 17:48:16.690126 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-8343bab8-a1ef-489b-9d77-49c801848b2a service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005802 Mar 22 17:48:16.789395 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2e02b3b1-f77c-4932-82ca-2dc8f35a03df req-9bf91f7d-b68e-4a26-95cf-03b88d08415b service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904276 Mar 22 17:48:17.247233 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b713193-2356-462c-90b9-3a2acc8c9800 req-37364aac-a1c2-4b3a-902e-1dfe84e74c55 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:17.248723 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0b713193-2356-462c-90b9-3a2acc8c9800 req-37364aac-a1c2-4b3a-902e-1dfe84e74c55 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0538995 Mar 22 17:48:17.302105 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0b713193-2356-462c-90b9-3a2acc8c9800 req-01afa330-d348-4f2f-b4c4-bfddf899410f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470173 Mar 22 17:48:17.500987 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31093b05-a90f-497d-ac38-b46bb0e98852 req-a15d058e-701d-4f98-8a00-f94775f8644d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:17.502679 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-31093b05-a90f-497d-ac38-b46bb0e98852 req-a15d058e-701d-4f98-8a00-f94775f8644d tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 946 time: 0.0709970 Mar 22 17:48:17.563647 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-31093b05-a90f-497d-ac38-b46bb0e98852 req-357a05fb-ad5f-41e1-8c40-172632d24074 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458312 Mar 22 17:48:17.670129 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6c73d-339a-4b79-9f9c-f97cafe64852 req-4ac03199-3a1c-4c49-ba6d-1c3ab599bced tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:17.671689 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-61e6c73d-339a-4b79-9f9c-f97cafe64852 req-4ac03199-3a1c-4c49-ba6d-1c3ab599bced tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 945 time: 0.0576379 Mar 22 17:48:17.727580 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-61e6c73d-339a-4b79-9f9c-f97cafe64852 req-1f0420ff-e199-41e5-a101-38db3ccf83ff tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478814 Mar 22 17:48:17.857731 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3be51-e3de-412d-b245-c6d698ee97ed req-ea22b761-31f2-49e8-98ac-64c9dcb82b60 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:17.859446 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-47b3be51-e3de-412d-b245-c6d698ee97ed req-ea22b761-31f2-49e8-98ac-64c9dcb82b60 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 945 time: 0.0633616 Mar 22 17:48:17.914227 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-47b3be51-e3de-412d-b245-c6d698ee97ed req-37d12ba4-f11a-4226-876b-080bbe849715 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480094 Mar 22 17:48:17.936638 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59368) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:18.060423 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:48:18.158192 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1749293a-b969-4458-8a8e-cd80233f12f4 tempest-TestVolumeBootPattern-2006343226 tempest-TestVolumeBootPattern-2006343226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:18.159896 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1749293a-b969-4458-8a8e-cd80233f12f4 tempest-TestVolumeBootPattern-2006343226 tempest-TestVolumeBootPattern-2006343226-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 1124 time: 0.2221155 Mar 22 17:48:18.163022 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59374) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:18.167633 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'port_id': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:48:18.186859 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:18.295964 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:18.424430 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Allocated IP 172.27.3.157 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/d5e8546f-1d35-43a0-8404-ce8caef6c5ae) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:48:18.445324 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871e65a-5572-4903-af17-f95886127b3f req-ac889cfb-b09e-41fa-b9b2-dd5d8cfaf9fe tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:18.446907 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9871e65a-5572-4903-af17-f95886127b3f req-ac889cfb-b09e-41fa-b9b2-dd5d8cfaf9fe tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0573487 Mar 22 17:48:18.504862 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9871e65a-5572-4903-af17-f95886127b3f req-d750fab5-dd35-4e61-8bd6-ba5c77a4d918 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523214 Mar 22 17:48:18.812538 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for port (d5e8546f-1d35-43a0-8404-ce8caef6c5ae), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:18.844757 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (d5e8546f-1d35-43a0-8404-ce8caef6c5ae), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:18.884478 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:48:18.887442 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:48:18.893569 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:48:18.899480 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'Port': ['ID=d5e8546f-1d35-43a0-8404-ce8caef6c5ae,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:19.286716 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for floatingip (a5b73c3d-86fd-4c61-8e9a-ed4aef57941f), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:19.360241 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (d5e8546f-1d35-43a0-8404-ce8caef6c5ae), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:19.517907 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for port (d5e8546f-1d35-43a0-8404-ce8caef6c5ae), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:19.528121 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (d5e8546f-1d35-43a0-8404-ce8caef6c5ae), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:19.620833 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'Port': ['ID=d5e8546f-1d35-43a0-8404-ce8caef6c5ae,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:19.649260 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (a5b73c3d-86fd-4c61-8e9a-ed4aef57941f), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:19.744193 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacee282-8b9d-450f-a666-cb2b01c0cf4f req-82dad4ec-1088-46cc-97bb-69656d4dd515 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:19.745802 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-aacee282-8b9d-450f-a666-cb2b01c0cf4f req-82dad4ec-1088-46cc-97bb-69656d4dd515 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.1439106 Mar 22 17:48:19.801741 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.l3_db [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Floating IP a5b73c3d-86fd-4c61-8e9a-ed4aef57941f associated. External IP: 172.27.3.157, port: 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8. Mar 22 17:48:19.897238 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-aacee282-8b9d-450f-a666-cb2b01c0cf4f req-b40d38b2-e31e-4f62-9777-2fb7421df9c2 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454933 Mar 22 17:48:20.091762 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Router 91554d3f-803e-4d4c-9f97-bca36dcf877b has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:48:20.207547 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:48:20.218236 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a9d331-e11b-49c1-8214-e2d91abb7b52 None None] Sync routers for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:48:20.228106 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:20.229800 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a9d331-e11b-49c1-8214-e2d91abb7b52 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:20.230430 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-84a9d331-e11b-49c1-8214-e2d91abb7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:48:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:20.273500 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f484ed75-c181-4b98-b8ee-663f2e443fc0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1093404 Mar 22 17:48:20.274149 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68cc3d7-f5a4-4080-9d51-5d6d41de6d77', 'tag': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:20.276532 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60219276-aa8f-4f52-9f8f-eba877ea7e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e68cc3d7-f5a4-4080-9d51-5d6d41de6d77", "tag": "3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:20.313599 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ec0634-cc8d-474f-8ff1-c5febf8ae3e2 x-openstack-request-id: req-c4ec0634-cc8d-474f-8ff1-c5febf8ae3e2 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:20.313896 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68cc3d7-f5a4-4080-9d51-5d6d41de6d77", "tag": "3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:20.314152 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4ec0634-cc8d-474f-8ff1-c5febf8ae3e2 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:20.314563 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ec0634-cc8d-474f-8ff1-c5febf8ae3e2'] response: {'name': 'network-changed', 'server_uuid': 'e68cc3d7-f5a4-4080-9d51-5d6d41de6d77', 'tag': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8', 'status': 'completed', 'code': 200} Mar 22 17:48:20.385081 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60219276-aa8f-4f52-9f8f-eba877ea7e8a req-0c5d30b2-19c6-479a-9c19-0c99182ff690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:20.386689 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-60219276-aa8f-4f52-9f8f-eba877ea7e8a req-0c5d30b2-19c6-479a-9c19-0c99182ff690 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 1129 time: 0.0497036 Mar 22 17:48:20.437617 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-84a9d331-e11b-49c1-8214-e2d91abb7b52 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:20.502791 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60219276-aa8f-4f52-9f8f-eba877ea7e8a req-a5e322ef-dd06-45a3-8491-085d5f6c437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:20.504298 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-60219276-aa8f-4f52-9f8f-eba877ea7e8a req-a5e322ef-dd06-45a3-8491-085d5f6c437d service neutron] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 912 time: 0.1117694 Mar 22 17:48:20.584858 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-60219276-aa8f-4f52-9f8f-eba877ea7e8a req-67237c74-fe9b-4ce1-9173-03beec73b667 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 HTTP/1.1" status: 200 len: 999 time: 0.0742879 Mar 22 17:48:20.639120 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60219276-aa8f-4f52-9f8f-eba877ea7e8a req-4f951bfd-9dda-4504-8968-2725bbf0b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:20.640615 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-60219276-aa8f-4f52-9f8f-eba877ea7e8a req-4f951bfd-9dda-4504-8968-2725bbf0b4ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0460234 Mar 22 17:48:20.688177 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-84a9d331-e11b-49c1-8214-e2d91abb7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'a5b73c3d-86fd-4c61-8e9a-ed4aef57941f', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:aa:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68cc3d7-f5a4-4080-9d51-5d6d41de6d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:48:19Z', 'updated_at': '2022-03-22T17:48:19Z', 'revision_number': 0, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:20.704925 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60219276-aa8f-4f52-9f8f-eba877ea7e8a req-bd93010d-e109-4393-be84-d750ab62b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:20.708112 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-60219276-aa8f-4f52-9f8f-eba877ea7e8a req-bd93010d-e109-4393-be84-d750ab62b5cc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575945 Mar 22 17:48:20.724280 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a9d331-e11b-49c1-8214-e2d91abb7b52 None None] Checking router: 91554d3f-803e-4d4c-9f97-bca36dcf877b for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:48:20.732853 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a9d331-e11b-49c1-8214-e2d91abb7b52 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:20.733404 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-84a9d331-e11b-49c1-8214-e2d91abb7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:48:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:20.818845 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-60219276-aa8f-4f52-9f8f-eba877ea7e8a req-d5b525f8-136e-4e9d-8d46-774c60a52f31 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951645 Mar 22 17:48:20.864276 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-84a9d331-e11b-49c1-8214-e2d91abb7b52 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:20.921822 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-60219276-aa8f-4f52-9f8f-eba877ea7e8a req-dfe98cc2-773b-4546-9851-b3d21b217b92 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959373 Mar 22 17:48:21.048557 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce337b53-bb0c-448c-adeb-faa33f2075f2 req-98c32d45-f9f5-407a-bde5-8d30d8336852 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:21.050715 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce337b53-bb0c-448c-adeb-faa33f2075f2 req-98c32d45-f9f5-407a-bde5-8d30d8336852 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0662453 Mar 22 17:48:21.108311 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce337b53-bb0c-448c-adeb-faa33f2075f2 req-0bd8eae6-d7fd-4a87-aee2-be20d7e71473 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514870 Mar 22 17:48:21.110572 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-84a9d331-e11b-49c1-8214-e2d91abb7b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'a5b73c3d-86fd-4c61-8e9a-ed4aef57941f', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:aa:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68cc3d7-f5a4-4080-9d51-5d6d41de6d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:48:19Z', 'updated_at': '2022-03-22T17:48:19Z', 'revision_number': 0, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:21.139773 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a9d331-e11b-49c1-8214-e2d91abb7b52 None None] The sync data for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi is: [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': 'a5b73c3d-86fd-4c61-8e9a-ed4aef57941f', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:aa:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68cc3d7-f5a4-4080-9d51-5d6d41de6d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:48:19Z', 'updated_at': '2022-03-22T17:48:19Z', 'revision_number': 0, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:48:21.344775 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ac6fc-b95a-4277-bfd3-bfc1ba0c5e17 None None] New status for floating IP a5b73c3d-86fd-4c61-8e9a-ed4aef57941f: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:48:22.233819 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fb9d1-fd66-44ca-9446-bc663774edc5 req-00eae0ab-d3f8-45c2-a7ac-181e3ac571d0 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:22.235322 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d66fb9d1-fd66-44ca-9446-bc663774edc5 req-00eae0ab-d3f8-45c2-a7ac-181e3ac571d0 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0549505 Mar 22 17:48:22.294256 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d66fb9d1-fd66-44ca-9446-bc663774edc5 req-26d0eea2-d3f4-4f8f-9f32-fe1746934586 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524743 Mar 22 17:48:23.420247 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b5acf-81a2-49ad-8725-433688442264 req-a017a582-43e6-42a7-8475-479226d23e47 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:23.421771 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a08b5acf-81a2-49ad-8725-433688442264 req-a017a582-43e6-42a7-8475-479226d23e47 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0560350 Mar 22 17:48:23.472002 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a08b5acf-81a2-49ad-8725-433688442264 req-1ba72e05-17be-492d-a094-8c2bdde0f82b tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444202 Mar 22 17:48:24.417379 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79d14b-25fb-4b2b-b4fb-373afdcc848b req-57c7dc78-7132-47c8-a421-9484bf81f6cb tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:24.419124 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-aa79d14b-25fb-4b2b-b4fb-373afdcc848b req-57c7dc78-7132-47c8-a421-9484bf81f6cb tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 945 time: 0.0606132 Mar 22 17:48:24.474391 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-aa79d14b-25fb-4b2b-b4fb-373afdcc848b req-335006e8-8535-4656-9469-6099836a8f10 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9d79c9-cc9b-4438-9586-65bd90a9a4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474119 Mar 22 17:48:24.602454 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2d5c2-bd65-4b34-bbb2-7b723f9d7542 req-a13c41d4-c7ea-4974-af6a-2ca5ddd1f268 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:24.604433 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8fb2d5c2-bd65-4b34-bbb2-7b723f9d7542 req-a13c41d4-c7ea-4974-af6a-2ca5ddd1f268 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0550077 Mar 22 17:48:24.660441 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8fb2d5c2-bd65-4b34-bbb2-7b723f9d7542 req-9cb8dda2-9ea8-4f2a-9c3e-38b5818c86c0 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487728 Mar 22 17:48:24.680310 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:25.207557 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb0167-2c8e-420e-9cda-ce19b0bdb450 req-2e1178e6-f7ad-4a00-810e-478a87652355 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:25.208706 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-abdb0167-2c8e-420e-9cda-ce19b0bdb450 req-2e1178e6-f7ad-4a00-810e-478a87652355 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 945 time: 0.0574117 Mar 22 17:48:25.260301 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-abdb0167-2c8e-420e-9cda-ce19b0bdb450 req-426032f8-ba06-42a4-bd22-5ed60a752d95 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437434 Mar 22 17:48:25.605892 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bdbcb-e593-4b39-9ce5-2f61372e65d1 req-8d80c729-ac60-46b7-9c17-8a56d15918d2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:25.607895 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d27bdbcb-e593-4b39-9ce5-2f61372e65d1 req-8d80c729-ac60-46b7-9c17-8a56d15918d2 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 945 time: 0.0598121 Mar 22 17:48:25.672766 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d27bdbcb-e593-4b39-9ce5-2f61372e65d1 req-774cfa6c-2a05-4606-afff-28ab87e478d6 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9d79c9-cc9b-4438-9586-65bd90a9a4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584373 Mar 22 17:48:25.770432 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device ba123091-7bd8-425d-bb91-5e16fe3e8ae6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:48:25.825390 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbef4e-911a-488f-9256-a9995f6169fb req-8e5c3211-0c73-4972-9f8c-f4423965a88f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:25.827024 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-decbef4e-911a-488f-9256-a9995f6169fb req-8e5c3211-0c73-4972-9f8c-f4423965a88f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 943 time: 0.0605087 Mar 22 17:48:25.882472 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-decbef4e-911a-488f-9256-a9995f6169fb req-a6ce7c47-338b-47a5-8f22-f97fb0b1092a tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486293 Mar 22 17:48:25.888594 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port ba123091-7bd8-425d-bb91-5e16fe3e8ae6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:25.901503 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'port_id': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'mac_address': 'fa:16:3e:62:dd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:48:25.940339 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:25.942175 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:25.957225 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba123091-7bd8-425d-bb91-5e16fe3e8ae6 {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:48:25.979667 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port ba123091-7bd8-425d-bb91-5e16fe3e8ae6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:25.984119 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:26.034066 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,revision_number=7']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:26.199809 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-a632bc91-290c-4c10-80c7-564afbd2c4bc tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:26.201335 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-a632bc91-290c-4c10-80c7-564afbd2c4bc tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 945 time: 0.0633452 Mar 22 17:48:26.307782 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['ba123091-7bd8-425d-bb91-5e16fe3e8ae6'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:48:26.320888 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Deleting port feec0f45-5dbc-46e2-94c9-8426d1a15690 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:26.321583 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:26.458668 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] For port feec0f45-5dbc-46e2-94c9-8426d1a15690, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=feec0f45-5dbc-46e2-94c9-8426d1a15690,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:26.459064 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:26.475560 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e7e3b-553e-4135-a805-28d175ac7e60 req-8de5353a-29a1-41ef-9aa9-f5b1afdfe45d tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:26.477139 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-544e7e3b-553e-4135-a805-28d175ac7e60 req-8de5353a-29a1-41ef-9aa9-f5b1afdfe45d tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 945 time: 0.1078830 Mar 22 17:48:26.608696 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-544e7e3b-553e-4135-a805-28d175ac7e60 req-49bbe910-ba33-4a61-b265-b12bfb0274fb tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235240 Mar 22 17:48:26.678602 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:26.678970 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (48b25d9e-3719-450e-a972-bb6e44a4d0a6), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:26.679286 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Floating IP 48b25d9e-3719-450e-a972-bb6e44a4d0a6 disassociated. External IP: 172.27.3.190, port: feec0f45-5dbc-46e2-94c9-8426d1a15690. Mar 22 17:48:26.679624 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Calling delete_port for feec0f45-5dbc-46e2-94c9-8426d1a15690 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:26.819418 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (feec0f45-5dbc-46e2-94c9-8426d1a15690), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:26.830072 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d4a40-6129-46a4-aa8f-69c310e774d4 req-b2c94884-7f3a-4865-b949-fe91a03b3863 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:26.831875 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e23d4a40-6129-46a4-aa8f-69c310e774d4 req-b2c94884-7f3a-4865-b949-fe91a03b3863 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 867 time: 0.0596867 Mar 22 17:48:26.861426 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event deleted for resources: {'Port': ['ID=feec0f45-5dbc-46e2-94c9-8426d1a15690,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:26.890059 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e23d4a40-6129-46a4-aa8f-69c310e774d4 req-0248e490-f233-49d1-a5bf-c9754b47897b tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9d79c9-cc9b-4438-9586-65bd90a9a4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492105 Mar 22 17:48:27.024665 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:48:27.032118 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18312772-77dc-4c87-b41c-0a25dc9415f6 req-e3af1c43-c980-41ae-bc32-2ee14ab31565 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:27.033639 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-18312772-77dc-4c87-b41c-0a25dc9415f6 req-e3af1c43-c980-41ae-bc32-2ee14ab31565 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 944 time: 0.0838385 Mar 22 17:48:27.299145 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-7cdedb81-ef30-4f34-998b-3c5255138669 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:27.301877 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-7cdedb81-ef30-4f34-998b-3c5255138669 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.76 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 945 time: 0.0693393 Mar 22 17:48:27.417541 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Deleting port d6dfd466-c447-4214-8682-879f06ab1e77 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:27.417891 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:27.430071 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-18312772-77dc-4c87-b41c-0a25dc9415f6 req-c197d411-828b-42ba-bb22-b8beee442da0 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886228 Mar 22 17:48:27.463100 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:48:27.474624 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794f72b4-a687-4d00-aa86-4ed554fb662b None None] Sync routers for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:48:27.490781 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794f72b4-a687-4d00-aa86-4ed554fb662b None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:27.491668 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-794f72b4-a687-4d00-aa86-4ed554fb662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:48:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:27.517027 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] No DVR routers for this DVR port feec0f45-5dbc-46e2-94c9-8426d1a15690 on host hv-cinder-79053 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:48:27.521555 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:27.525518 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2cd03ef1-6a27-4e51-a8f2-704d0a85d0b6 req-78841f27-6987-4025-95d0-ec8cf4873248 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.76 "DELETE /v2.0/ports/feec0f45-5dbc-46e2-94c9-8426d1a15690 HTTP/1.1" status: 204 len: 173 time: 1.3162565 Mar 22 17:48:27.526020 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48325b12-9ee3-4558-af2e-09710d1a5ec2', 'name': 'network-vif-deleted', 'tag': 'feec0f45-5dbc-46e2-94c9-8426d1a15690'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:27.528639 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1543433d-b809-493d-8230-4977e5e9388d" -d '{"events": [{"server_uuid": "48325b12-9ee3-4558-af2e-09710d1a5ec2", "name": "network-vif-deleted", "tag": "feec0f45-5dbc-46e2-94c9-8426d1a15690"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:27.553827 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] For port d6dfd466-c447-4214-8682-879f06ab1e77, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d6dfd466-c447-4214-8682-879f06ab1e77,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:27.554692 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:27.574812 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49994063-cd64-419b-a4d7-a6fa98fa60e7 x-openstack-request-id: req-49994063-cd64-419b-a4d7-a6fa98fa60e7 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:27.575157 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48325b12-9ee3-4558-af2e-09710d1a5ec2", "name": "network-vif-deleted", "tag": "feec0f45-5dbc-46e2-94c9-8426d1a15690", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:27.575362 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49994063-cd64-419b-a4d7-a6fa98fa60e7 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:27.575818 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49994063-cd64-419b-a4d7-a6fa98fa60e7'] response: {'server_uuid': '48325b12-9ee3-4558-af2e-09710d1a5ec2', 'name': 'network-vif-deleted', 'tag': 'feec0f45-5dbc-46e2-94c9-8426d1a15690', 'status': 'completed', 'code': 200} Mar 22 17:48:27.628996 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-794f72b4-a687-4d00-aa86-4ed554fb662b None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:27.750241 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9887da-08fa-4768-b8f5-6220ad20a088 req-11917122-c4e8-4713-95dd-7fca1ba5e7a8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:27.751800 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0b9887da-08fa-4768-b8f5-6220ad20a088 req-11917122-c4e8-4713-95dd-7fca1ba5e7a8 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 945 time: 0.0630124 Mar 22 17:48:27.779167 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device ba123091-7bd8-425d-bb91-5e16fe3e8ae6 up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:48:27.792287 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:27.793070 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (80b68c37-8c90-40c5-8b77-345d73633c19), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:27.793070 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Floating IP 80b68c37-8c90-40c5-8b77-345d73633c19 disassociated. External IP: 172.27.3.141, port: d6dfd466-c447-4214-8682-879f06ab1e77. Mar 22 17:48:27.793361 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Calling delete_port for d6dfd466-c447-4214-8682-879f06ab1e77 owned by compute:nova {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:27.833904 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0b9887da-08fa-4768-b8f5-6220ad20a088 req-2431ac07-7272-47e0-8285-e303de981a27 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups?id=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696666 Mar 22 17:48:27.859124 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:48:27.859860 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:27.896128 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-794f72b4-a687-4d00-aa86-4ed554fb662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:27.926613 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794f72b4-a687-4d00-aa86-4ed554fb662b None None] Checking router: 7e9c2aa2-d552-4d66-a494-db5bdffcb11c for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:48:27.938160 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794f72b4-a687-4d00-aa86-4ed554fb662b None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:27.938788 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-794f72b4-a687-4d00-aa86-4ed554fb662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:48:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:27.957240 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (d6dfd466-c447-4214-8682-879f06ab1e77), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:27.984825 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:27.992756 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:27.993462 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event deleted for resources: {'Port': ['ID=d6dfd466-c447-4214-8682-879f06ab1e77,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:28.036601 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:28.038973 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01d6f9e-d5e5-456c-9679-74d1768945f9" -d '{"events": [{"server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:28.057038 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port ba123091-7bd8-425d-bb91-5e16fe3e8ae6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:28.062500 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:28.063312 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device feec0f45-5dbc-46e2-94c9-8426d1a15690 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:28.094986 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-794f72b4-a687-4d00-aa86-4ed554fb662b None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:28.095550 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683dee45-4523-4e9d-86a0-9d50aa6031f7 x-openstack-request-id: req-683dee45-4523-4e9d-86a0-9d50aa6031f7 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:28.095849 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:28.096108 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-683dee45-4523-4e9d-86a0-9d50aa6031f7 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:28.097512 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683dee45-4523-4e9d-86a0-9d50aa6031f7'] response: {'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'code': 200} Mar 22 17:48:28.098488 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: feec0f45-5dbc-46e2-94c9-8426d1a15690 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:28.098846 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device feec0f45-5dbc-46e2-94c9-8426d1a15690 not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:28.101213 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d9de4152-24ae-41b7-9d97-9d5befeebc7f req-5fd8f476-c731-4b0f-be52-d745788812b4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/ports?device_id=48325b12-9ee3-4558-af2e-09710d1a5ec2 HTTP/1.1" status: 200 len: 210 time: 0.0329797 Mar 22 17:48:28.196126 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,revision_number=8']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:28.196616 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Router e2099780-cd08-45d0-ac59-c761efd1e4f0 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:48:28.359819 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-794f72b4-a687-4d00-aa86-4ed554fb662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:28.387875 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:48:28.395573 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794f72b4-a687-4d00-aa86-4ed554fb662b None None] The sync data for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi is: [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:41:41Z', 'revision_number': 4, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b', 'name': '', 'network_id': 'ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'mac_address': 'fa:16:3e:73:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:38Z', 'updated_at': '2022-03-22T17:41:54Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'subnets': [{'id': 'bb472c87-5227-40ca-b870-5ef24c007548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:48:28.400607 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb725155-5ae0-4258-bc34-53ce1c7ee299 None None] Sync routers for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:48:28.418778 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb725155-5ae0-4258-bc34-53ce1c7ee299 None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:28.420292 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-bb725155-5ae0-4258-bc34-53ce1c7ee299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:48:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:28.479912 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] No DVR routers for this DVR port d6dfd466-c447-4214-8682-879f06ab1e77 on host hv-cinder-79053 {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:48:28.485881 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2c7f3-7e1a-47b9-863f-5c398b368078 req-b90a5a65-0111-4847-ac0a-37133b7186de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:28.488764 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:28.492483 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7709cd42-160c-4c4c-80c2-7c2f758e3724 req-a8814150-b53b-489b-b441-63ea01873fd7 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.76 "DELETE /v2.0/ports/d6dfd466-c447-4214-8682-879f06ab1e77 HTTP/1.1" status: 204 len: 173 time: 1.1840210 Mar 22 17:48:28.492964 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d4f2c7f3-7e1a-47b9-863f-5c398b368078 req-b90a5a65-0111-4847-ac0a-37133b7186de service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 1129 time: 0.1066844 Mar 22 17:48:28.493693 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fdda61-cafb-4a53-b138-d9b898eb80ae', 'name': 'network-vif-deleted', 'tag': 'd6dfd466-c447-4214-8682-879f06ab1e77'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:28.496186 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd43875-9a4b-4f6f-97b3-82c242c63f41" -d '{"events": [{"server_uuid": "00fdda61-cafb-4a53-b138-d9b898eb80ae", "name": "network-vif-deleted", "tag": "d6dfd466-c447-4214-8682-879f06ab1e77"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:28.557607 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823fd1d6-8026-4b2a-b77b-014b9018e886 x-openstack-request-id: req-823fd1d6-8026-4b2a-b77b-014b9018e886 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:28.558214 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fdda61-cafb-4a53-b138-d9b898eb80ae", "name": "network-vif-deleted", "tag": "d6dfd466-c447-4214-8682-879f06ab1e77", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:28.558676 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-823fd1d6-8026-4b2a-b77b-014b9018e886 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:28.561030 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-823fd1d6-8026-4b2a-b77b-014b9018e886'] response: {'server_uuid': '00fdda61-cafb-4a53-b138-d9b898eb80ae', 'name': 'network-vif-deleted', 'tag': 'd6dfd466-c447-4214-8682-879f06ab1e77', 'status': 'completed', 'code': 200} Mar 22 17:48:28.620538 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d4f2c7f3-7e1a-47b9-863f-5c398b368078 req-22027817-743b-4521-bfb4-8840e198c4ea service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212966 Mar 22 17:48:28.628734 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-bb725155-5ae0-4258-bc34-53ce1c7ee299 None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:28.674579 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade2d38-7819-4d58-b3db-34a710f9a635 req-e505f46e-8fa6-482d-82b6-8a98fb69db3f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:28.676330 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3ade2d38-7819-4d58-b3db-34a710f9a635 req-e505f46e-8fa6-482d-82b6-8a98fb69db3f tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0859306 Mar 22 17:48:28.733154 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3ade2d38-7819-4d58-b3db-34a710f9a635 req-e17e53f5-7b0a-4c99-99ae-23307ba7107e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511835 Mar 22 17:48:28.786767 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721da7aa-8ac8-4911-9517-d7779f15fb8c None None] New status for floating IP 48b25d9e-3719-450e-a972-bb6e44a4d0a6: DOWN {{(pid=109970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:48:28.871175 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-bb725155-5ae0-4258-bc34-53ce1c7ee299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:05Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:28.907845 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb725155-5ae0-4258-bc34-53ce1c7ee299 None None] Checking router: e2099780-cd08-45d0-ac59-c761efd1e4f0 for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:48:28.920160 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb725155-5ae0-4258-bc34-53ce1c7ee299 None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:28.920823 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-bb725155-5ae0-4258-bc34-53ce1c7ee299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:48:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:28.970319 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b80ee46c-f819-405e-b20d-4908d4fdcc9f req-b9939f3d-5d46-4d85-9558-b0a0ede97a6f tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/ports?device_id=00fdda61-cafb-4a53-b138-d9b898eb80ae HTTP/1.1" status: 200 len: 210 time: 0.0341878 Mar 22 17:48:29.051579 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-bb725155-5ae0-4258-bc34-53ce1c7ee299 None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:29.206145 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59526) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:29.265670 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-302f9570-3974-474a-8939-4fcd338a4707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:29.318432 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e56bdfe9-4ce4-4b3a-a0a6-51d34f90af11 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (dc9d79c9-cc9b-4438-9586-65bd90a9a4e8), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:29.350921 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecdccf-d459-4264-91c9-2de635760c5a req-29f88f65-9f1b-4e0e-b131-f807ce5c08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:29.352398 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-eaecdccf-d459-4264-91c9-2de635760c5a req-29f88f65-9f1b-4e0e-b131-f807ce5c08f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3be40162415e4d00adbfe52e1a0cc828&device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 1129 time: 0.0916560 Mar 22 17:48:29.354274 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e56bdfe9-4ce4-4b3a-a0a6-51d34f90af11 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (dc9d79c9-cc9b-4438-9586-65bd90a9a4e8), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:29.439293 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-bb725155-5ae0-4258-bc34-53ce1c7ee299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:05Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:29.469421 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb725155-5ae0-4258-bc34-53ce1c7ee299 None None] The sync data for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi is: [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:41:52Z', 'revision_number': 4, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'c9720c06-7920-4989-89e2-549528658234', 'name': '', 'network_id': '06def2f6-b8b5-444e-b9f0-54c72e8e6c51', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'mac_address': 'fa:16:3e:06:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:05Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'subnets': [{'id': '56859b9d-6232-4703-b2f1-50f11823f1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:48:29.470985 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e56bdfe9-4ce4-4b3a-a0a6-51d34f90af11 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (dc9d79c9-cc9b-4438-9586-65bd90a9a4e8), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:29.474395 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e56bdfe9-4ce4-4b3a-a0a6-51d34f90af11 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:29.475732 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e56bdfe9-4ce4-4b3a-a0a6-51d34f90af11 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "DELETE /v2.0/security-groups/dc9d79c9-cc9b-4438-9586-65bd90a9a4e8 HTTP/1.1" status: 204 len: 168 time: 0.2690115 Mar 22 17:48:29.478817 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59528) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:29.493531 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.api.v2.resource [None req-1e95978d-311b-455b-a25f-6428508b98a7 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] show failed (client error): The resource could not be found. Mar 22 17:48:29.494975 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-1e95978d-311b-455b-a25f-6428508b98a7 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "GET /v2.0/security-groups/dc9d79c9-cc9b-4438-9586-65bd90a9a4e8 HTTP/1.1" status: 404 len: 347 time: 0.0149479 Mar 22 17:48:29.498380 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecdccf-d459-4264-91c9-2de635760c5a req-d80c21bd-268c-44b8-89c5-9ba391e38956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:29.498989 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59530) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:29.499892 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-eaecdccf-d459-4264-91c9-2de635760c5a req-d80c21bd-268c-44b8-89c5-9ba391e38956 service neutron] 10.222.0.76 "GET /v2.0/networks?id=11270093-eb92-4b9c-86f0-2f30cfed3c5b HTTP/1.1" status: 200 len: 910 time: 0.1230004 Mar 22 17:48:29.501251 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bdfe9-4ce4-4b3a-a0a6-51d34f90af11 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9d79c9-cc9b-4438-9586-65bd90a9a4e8,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:29.584891 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-eaecdccf-d459-4264-91c9-2de635760c5a req-89afb6a4-5cc5-4254-8c35-be8cbe325580 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0775094 Mar 22 17:48:29.643027 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecdccf-d459-4264-91c9-2de635760c5a req-462806a3-39aa-4e48-b8a4-72cb443d4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:29.645101 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-eaecdccf-d459-4264-91c9-2de635760c5a req-462806a3-39aa-4e48-b8a4-72cb443d4e64 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=426793f3-0123-4a13-aa58-f5f9557e1cbf HTTP/1.1" status: 200 len: 848 time: 0.0473511 Mar 22 17:48:29.646198 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-52d8e75f-a90e-4256-9db6-7963a8cf72c4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Deleting port 0958e705-3eb2-4173-9d02-891ff6388a0d {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:29.646541 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-52d8e75f-a90e-4256-9db6-7963a8cf72c4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (0958e705-3eb2-4173-9d02-891ff6388a0d), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:29.704861 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecdccf-d459-4264-91c9-2de635760c5a req-c5052803-166e-4669-99ac-a6e397ec4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:29.707086 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-eaecdccf-d459-4264-91c9-2de635760c5a req-c5052803-166e-4669-99ac-a6e397ec4e01 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11270093-eb92-4b9c-86f0-2f30cfed3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0548687 Mar 22 17:48:29.731666 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-52d8e75f-a90e-4256-9db6-7963a8cf72c4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (0958e705-3eb2-4173-9d02-891ff6388a0d), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:29.732582 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-52d8e75f-a90e-4256-9db6-7963a8cf72c4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (0958e705-3eb2-4173-9d02-891ff6388a0d), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:29.746721 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-52d8e75f-a90e-4256-9db6-7963a8cf72c4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Calling delete_port for 0958e705-3eb2-4173-9d02-891ff6388a0d owned by network:floatingip {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:29.773524 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d9333-480b-44e7-87d5-8b761d87e93a None None] New status for floating IP 80b68c37-8c90-40c5-8b77-345d73633c19: DOWN {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:48:29.829874 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-eaecdccf-d459-4264-91c9-2de635760c5a req-0f67e6be-d3d4-4afe-b34e-6fbb4e61a10f service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153831 Mar 22 17:48:29.907888 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-52d8e75f-a90e-4256-9db6-7963a8cf72c4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (0958e705-3eb2-4173-9d02-891ff6388a0d), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:29.932379 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38e47d-b2c8-458d-a1b6-9cd080cd6aaf req-25bc5a19-cea5-46ee-8bf7-f0d7cd9a30d2 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:29.935245 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2c38e47d-b2c8-458d-a1b6-9cd080cd6aaf req-25bc5a19-cea5-46ee-8bf7-f0d7cd9a30d2 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.1192608 Mar 22 17:48:29.966456 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8e75f-a90e-4256-9db6-7963a8cf72c4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Pushing event deleted for resources: {'Port': ['ID=0958e705-3eb2-4173-9d02-891ff6388a0d,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:29.991405 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-eaecdccf-d459-4264-91c9-2de635760c5a req-b9f1284c-b45d-4970-9625-343d6a3c8d1a service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458077 Mar 22 17:48:30.020949 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2c38e47d-b2c8-458d-a1b6-9cd080cd6aaf req-a6b07e78-ba83-44db-aa0e-a440e9a3392e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706847 Mar 22 17:48:30.071719 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59538) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:30.137920 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94bbaaf0-815d-4106-968d-99db69dceb65 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group (36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:30.173298 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94bbaaf0-815d-4106-968d-99db69dceb65 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group (36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:30.227814 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94bbaaf0-815d-4106-968d-99db69dceb65 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:30.231250 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94bbaaf0-815d-4106-968d-99db69dceb65 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:30.233946 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-94bbaaf0-815d-4106-968d-99db69dceb65 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "DELETE /v2.0/security-groups/36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8 HTTP/1.1" status: 204 len: 168 time: 0.1609657 Mar 22 17:48:30.239612 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59542) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:30.252595 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbaaf0-815d-4106-968d-99db69dceb65 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:30.260375 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.api.v2.resource [None req-04719568-5b3a-48f2-b1fd-5adfe4505cca tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] show failed (client error): The resource could not be found. Mar 22 17:48:30.261456 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-04719568-5b3a-48f2-b1fd-5adfe4505cca tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "GET /v2.0/security-groups/36ccf4c4-9ef0-46b0-b9b0-d39f6d3faee8 HTTP/1.1" status: 404 len: 347 time: 0.0208583 Mar 22 17:48:30.268639 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59544) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:30.288635 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-52d8e75f-a90e-4256-9db6-7963a8cf72c4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks [] for floatingip (48b25d9e-3719-450e-a972-bb6e44a4d0a6), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:30.291302 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-52d8e75f-a90e-4256-9db6-7963a8cf72c4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:30.292479 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-52d8e75f-a90e-4256-9db6-7963a8cf72c4 tempest-AttachVolumeNegativeTest-1700542493 tempest-AttachVolumeNegativeTest-1700542493-project] 10.222.0.42 "DELETE /v2.0/floatingips/48b25d9e-3719-450e-a972-bb6e44a4d0a6 HTTP/1.1" status: 204 len: 168 time: 0.7925489 Mar 22 17:48:30.415012 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-98fb007e-7194-4bf0-970d-8d90add45a09 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Deleting port d34b2459-3abd-4009-b15b-5e40fb7f67bb {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:30.415356 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-98fb007e-7194-4bf0-970d-8d90add45a09 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (d34b2459-3abd-4009-b15b-5e40fb7f67bb), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:30.494267 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-98fb007e-7194-4bf0-970d-8d90add45a09 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (d34b2459-3abd-4009-b15b-5e40fb7f67bb), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:30.494602 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-98fb007e-7194-4bf0-970d-8d90add45a09 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (d34b2459-3abd-4009-b15b-5e40fb7f67bb), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:30.508999 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-98fb007e-7194-4bf0-970d-8d90add45a09 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Calling delete_port for d34b2459-3abd-4009-b15b-5e40fb7f67bb owned by network:floatingip {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:30.649597 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-98fb007e-7194-4bf0-970d-8d90add45a09 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (d34b2459-3abd-4009-b15b-5e40fb7f67bb), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:30.673794 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb007e-7194-4bf0-970d-8d90add45a09 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Pushing event deleted for resources: {'Port': ['ID=d34b2459-3abd-4009-b15b-5e40fb7f67bb,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:30.746861 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-98fb007e-7194-4bf0-970d-8d90add45a09 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks [] for floatingip (80b68c37-8c90-40c5-8b77-345d73633c19), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:30.749739 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-98fb007e-7194-4bf0-970d-8d90add45a09 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:30.751005 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-98fb007e-7194-4bf0-970d-8d90add45a09 tempest-AttachVolumeTestJSON-722041589 tempest-AttachVolumeTestJSON-722041589-project] 10.222.0.42 "DELETE /v2.0/floatingips/80b68c37-8c90-40c5-8b77-345d73633c19 HTTP/1.1" status: 204 len: 168 time: 0.4803102 Mar 22 17:48:31.157459 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dbd15-31fb-48f0-ac50-d1e199141c4d req-3381fb7f-869b-414d-a1e2-353cf6f9f1fa tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:31.159083 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-126dbd15-31fb-48f0-ac50-d1e199141c4d req-3381fb7f-869b-414d-a1e2-353cf6f9f1fa tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0593019 Mar 22 17:48:31.211293 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-126dbd15-31fb-48f0-ac50-d1e199141c4d req-eebc4c6a-83d7-46bd-b1c0-70b7c8304f16 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452907 Mar 22 17:48:31.785822 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-70d9cabf-5662-4cb4-a4dc-a052a07e5a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:31.815927 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device d6dfd466-c447-4214-8682-879f06ab1e77 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:31.837169 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: d6dfd466-c447-4214-8682-879f06ab1e77 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:31.837540 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device d6dfd466-c447-4214-8682-879f06ab1e77 not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:33.230544 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:33.961319 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59616) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:34.326767 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59626) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:34.436500 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-026cda61-dd50-491f-b308-5da9d2ba69a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688003'] for router_interface (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:34.550130 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:34.715637 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-026cda61-dd50-491f-b308-5da9d2ba69a9 admin admin] Deleting port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:34.716369 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-026cda61-dd50-491f-b308-5da9d2ba69a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:34.783760 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3cde1aa8-c3ec-4941-923a-803e64e4fbbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688003'] for router_interface (e2099780-cd08-45d0-ac59-c761efd1e4f0), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:34.808142 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-026cda61-dd50-491f-b308-5da9d2ba69a9 admin admin] For port 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:34.808787 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-026cda61-dd50-491f-b308-5da9d2ba69a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:34.839711 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-026cda61-dd50-491f-b308-5da9d2ba69a9 admin admin] Calling delete_port for 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b owned by network:router_interface {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:35.075316 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-026cda61-dd50-491f-b308-5da9d2ba69a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:35.103616 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cda61-dd50-491f-b308-5da9d2ba69a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:35.132118 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-3cde1aa8-c3ec-4941-923a-803e64e4fbbf admin admin] Deleting port c9720c06-7920-4989-89e2-549528658234 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:35.132459 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3cde1aa8-c3ec-4941-923a-803e64e4fbbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (c9720c06-7920-4989-89e2-549528658234), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:35.243025 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-3cde1aa8-c3ec-4941-923a-803e64e4fbbf admin admin] For port c9720c06-7920-4989-89e2-549528658234, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=c9720c06-7920-4989-89e2-549528658234,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:35.243406 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3cde1aa8-c3ec-4941-923a-803e64e4fbbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (c9720c06-7920-4989-89e2-549528658234), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:35.260562 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-3cde1aa8-c3ec-4941-923a-803e64e4fbbf admin admin] Calling delete_port for c9720c06-7920-4989-89e2-549528658234 owned by network:router_interface {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:35.311611 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-026cda61-dd50-491f-b308-5da9d2ba69a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689459'] for router_interface (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:35.497393 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3cde1aa8-c3ec-4941-923a-803e64e4fbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (c9720c06-7920-4989-89e2-549528658234), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:35.525694 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde1aa8-c3ec-4941-923a-803e64e4fbbf admin admin] Pushing event deleted for resources: {'Port': ['ID=c9720c06-7920-4989-89e2-549528658234,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:35.586943 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026cda61-dd50-491f-b308-5da9d2ba69a9 admin admin] Router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:48:35.720192 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3cde1aa8-c3ec-4941-923a-803e64e4fbbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689459'] for router_interface (e2099780-cd08-45d0-ac59-c761efd1e4f0), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:35.725229 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026cda61-dd50-491f-b308-5da9d2ba69a9 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:48:35.731290 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-026cda61-dd50-491f-b308-5da9d2ba69a9 admin admin] 10.222.0.42 "PUT /v2.0/routers/7e9c2aa2-d552-4d66-a494-db5bdffcb11c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7688518 Mar 22 17:48:35.734491 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75717bd5-356b-46e1-a02c-8dba0482671c None None] Sync routers for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:48:35.736026 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59640) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:35.748966 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75717bd5-356b-46e1-a02c-8dba0482671c None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:35.749648 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-75717bd5-356b-46e1-a02c-8dba0482671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:48:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:35.869823 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-75717bd5-356b-46e1-a02c-8dba0482671c None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:35.952661 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Publish callbacks [] for router (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.088982 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-75717bd5-356b-46e1-a02c-8dba0482671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:48:35Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:36.121326 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75717bd5-356b-46e1-a02c-8dba0482671c None None] Checking router: 7e9c2aa2-d552-4d66-a494-db5bdffcb11c for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:48:36.123104 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.133464 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75717bd5-356b-46e1-a02c-8dba0482671c None None] Routers {'7e9c2aa2-d552-4d66-a494-db5bdffcb11c'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:36.134371 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-75717bd5-356b-46e1-a02c-8dba0482671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:48:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:36.160559 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Publish callbacks [] for router_gateway (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.171877 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cde1aa8-c3ec-4941-923a-803e64e4fbbf admin admin] Router e2099780-cd08-45d0-ac59-c761efd1e4f0 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:48:36.263145 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-75717bd5-356b-46e1-a02c-8dba0482671c None None] Set router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:36.332822 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Deleting port d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:36.333169 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.336327 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cde1aa8-c3ec-4941-923a-803e64e4fbbf admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:48:36.341615 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-3cde1aa8-c3ec-4941-923a-803e64e4fbbf admin admin] 10.222.0.42 "PUT /v2.0/routers/e2099780-cd08-45d0-ac59-c761efd1e4f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0132196 Mar 22 17:48:36.344253 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59648) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:36.351842 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126ea09f-fe9f-408b-ae09-072342d79653 None None] Sync routers for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:48:36.364346 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ea09f-fe9f-408b-ae09-072342d79653 None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:36.365156 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-126ea09f-fe9f-408b-ae09-072342d79653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:48:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:36.448926 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] For port d84530ce-3a62-4fc2-8ed2-9ce3f15dc094, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=d84530ce-3a62-4fc2-8ed2-9ce3f15dc094,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:36.449358 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.465563 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Calling delete_port for d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 owned by network:router_gateway {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:36.475924 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-75717bd5-356b-46e1-a02c-8dba0482671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:48:35Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:36.479230 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Publish callbacks [] for router (e2099780-cd08-45d0-ac59-c761efd1e4f0), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.493154 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-126ea09f-fe9f-408b-ae09-072342d79653 None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:36.512981 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75717bd5-356b-46e1-a02c-8dba0482671c None None] The sync data for ids ['7e9c2aa2-d552-4d66-a494-db5bdffcb11c'] in dv-cinder-790535-31-iscsi is: [{'id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'name': 'tempest-AttachVolumeNegativeTest-461679378-router', 'tenant_id': '7ed4104feede4674a867b41f6ff73e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:27Z', 'updated_at': '2022-03-22T17:48:35Z', 'revision_number': 5, 'project_id': '7ed4104feede4674a867b41f6ff73e8c', 'gw_port': {'id': 'd84530ce-3a62-4fc2-8ed2-9ce3f15dc094', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c2aa2-d552-4d66-a494-db5bdffcb11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:48:36.693391 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (d84530ce-3a62-4fc2-8ed2-9ce3f15dc094), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.729607 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84530ce-3a62-4fc2-8ed2-9ce3f15dc094,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:36.739342 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-126ea09f-fe9f-408b-ae09-072342d79653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:48:35Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:36.772887 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126ea09f-fe9f-408b-ae09-072342d79653 None None] Checking router: e2099780-cd08-45d0-ac59-c761efd1e4f0 for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:48:36.782490 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ea09f-fe9f-408b-ae09-072342d79653 None None] Routers {'e2099780-cd08-45d0-ac59-c761efd1e4f0'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:36.782945 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-126ea09f-fe9f-408b-ae09-072342d79653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:48:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['e2099780-cd08-45d0-ac59-c761efd1e4f0'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:36.819407 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686665'] for router_gateway (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.881286 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Publish callbacks [] for router_gateway (e2099780-cd08-45d0-ac59-c761efd1e4f0), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.919351 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-126ea09f-fe9f-408b-ae09-072342d79653 None None] Set router e2099780-cd08-45d0-ac59-c761efd1e4f0 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:36.940109 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3000'] for router (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.942892 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Publish callbacks [] for router_controller (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:36.957996 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Deleting port de5cf993-b8ef-4cb1-9d59-a394ee6ab972 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:36.958825 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.001841 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683050'] for router (7e9c2aa2-d552-4d66-a494-db5bdffcb11c), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.002752 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e9c2aa2-d552-4d66-a494-db5bdffcb11c {{(pid=109968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:48:37.009070 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.010441 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-7408ce79-74ee-489c-9955-ddfb06713c95 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7e9c2aa2-d552-4d66-a494-db5bdffcb11c HTTP/1.1" status: 204 len: 168 time: 1.2733586 Mar 22 17:48:37.016669 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59650) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:37.088286 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75c4b0f-f5b0-4384-8aeb-4291a6e85ea9 admin admin] Deleting subnet bb472c87-5227-40ca-b870-5ef24c007548 {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:48:37.099436 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d75c4b0f-f5b0-4384-8aeb-4291a6e85ea9 admin admin] Publish callbacks [] for subnet (bb472c87-5227-40ca-b870-5ef24c007548), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.134225 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-126ea09f-fe9f-408b-ae09-072342d79653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:48:35Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:37.142757 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] For port de5cf993-b8ef-4cb1-9d59-a394ee6ab972, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=de5cf993-b8ef-4cb1-9d59-a394ee6ab972,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:37.143776 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.162443 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Calling delete_port for de5cf993-b8ef-4cb1-9d59-a394ee6ab972 owned by network:router_gateway {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:37.163057 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126ea09f-fe9f-408b-ae09-072342d79653 None None] The sync data for ids ['e2099780-cd08-45d0-ac59-c761efd1e4f0'] in dv-cinder-790535-31-iscsi is: [{'id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'name': 'tempest-AttachVolumeTestJSON-121129760-router', 'tenant_id': 'dafda4c018df4141b3c5cfbecea2350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:33Z', 'updated_at': '2022-03-22T17:48:35Z', 'revision_number': 5, 'project_id': 'dafda4c018df4141b3c5cfbecea2350e', 'gw_port': {'id': 'de5cf993-b8ef-4cb1-9d59-a394ee6ab972', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2099780-cd08-45d0-ac59-c761efd1e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:35Z', 'updated_at': '2022-03-22T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:48:37.165677 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d75c4b0f-f5b0-4384-8aeb-4291a6e85ea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62622258'] for subnet (bb472c87-5227-40ca-b870-5ef24c007548), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.356201 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d75c4b0f-f5b0-4384-8aeb-4291a6e85ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (bb472c87-5227-40ca-b870-5ef24c007548), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.459151 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d75c4b0f-f5b0-4384-8aeb-4291a6e85ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61705885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59114573'] for subnet (bb472c87-5227-40ca-b870-5ef24c007548), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.499304 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c4b0f-f5b0-4384-8aeb-4291a6e85ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb472c87-5227-40ca-b870-5ef24c007548,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:37.503871 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d75c4b0f-f5b0-4384-8aeb-4291a6e85ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.506365 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b8e176-ac60-4df9-820d-494ffde02f87 None None] Network ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:48:37.509834 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d75c4b0f-f5b0-4384-8aeb-4291a6e85ea9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bb472c87-5227-40ca-b870-5ef24c007548 HTTP/1.1" status: 204 len: 168 time: 0.4951363 Mar 22 17:48:37.512584 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59654) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:37.529368 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (de5cf993-b8ef-4cb1-9d59-a394ee6ab972), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.596653 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=de5cf993-b8ef-4cb1-9d59-a394ee6ab972,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:37.633512 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.648684 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686665'] for router_gateway (e2099780-cd08-45d0-ac59-c761efd1e4f0), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.736536 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Deleting port 3d2d6422-ad80-45ee-9994-e70ec2592239 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:37.737933 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.774239 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3000'] for router (e2099780-cd08-45d0-ac59-c761efd1e4f0), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.776472 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Publish callbacks [] for router_controller (e2099780-cd08-45d0-ac59-c761efd1e4f0), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.835216 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] For port 3d2d6422-ad80-45ee-9994-e70ec2592239, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=3d2d6422-ad80-45ee-9994-e70ec2592239,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:37.835726 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.848842 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683050'] for router (e2099780-cd08-45d0-ac59-c761efd1e4f0), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.849447 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2099780-cd08-45d0-ac59-c761efd1e4f0 {{(pid=109967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:48:37.854790 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.855474 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Calling delete_port for 3d2d6422-ad80-45ee-9994-e70ec2592239 owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:37.856000 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-25c11e02-e145-49d0-ad07-5af5af2e3eb0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e2099780-cd08-45d0-ac59-c761efd1e4f0 HTTP/1.1" status: 204 len: 168 time: 1.5101981 Mar 22 17:48:37.858966 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59656) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:37.867945 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d9a972-e16d-48d5-ae4e-25ae8f64428d None None] DHCP port deletion for ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 request from dv-cinder-790535-31-iscsi {{(pid=109969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:48:37.939903 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9a972-e16d-48d5-ae4e-25ae8f64428d None None] Deleting port 3d2d6422-ad80-45ee-9994-e70ec2592239 {{(pid=109969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:37.940821 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a972-e16d-48d5-ae4e-25ae8f64428d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), before_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.977593 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab912204-de8c-44a2-9bf0-0d7001ded1cb admin admin] Deleting subnet 56859b9d-6232-4703-b2f1-50f11823f1f1 {{(pid=109968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:48:37.991389 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ab912204-de8c-44a2-9bf0-0d7001ded1cb admin admin] Publish callbacks [] for subnet (56859b9d-6232-4703-b2f1-50f11823f1f1), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.060153 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ab912204-de8c-44a2-9bf0-0d7001ded1cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59346193'] for subnet (56859b9d-6232-4703-b2f1-50f11823f1f1), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.070705 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-c7d9a972-e16d-48d5-ae4e-25ae8f64428d None None] For port 3d2d6422-ad80-45ee-9994-e70ec2592239, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=3d2d6422-ad80-45ee-9994-e70ec2592239,segment=NetworkSegment(6b589bfc-87fa-44c2-a6c3-6853b81a638a),segment_id=6b589bfc-87fa-44c2-a6c3-6853b81a638a)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:38.071747 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a972-e16d-48d5-ae4e-25ae8f64428d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), precommit_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.084314 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.102131 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9a972-e16d-48d5-ae4e-25ae8f64428d None None] Calling delete_port for 3d2d6422-ad80-45ee-9994-e70ec2592239 owned by network:dhcp {{(pid=109969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:38.126009 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2d6422-ad80-45ee-9994-e70ec2592239,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:38.134424 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] No DVR routers for this DVR port 3d2d6422-ad80-45ee-9994-e70ec2592239 on host dv-cinder-790535-31-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:48:38.248373 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a972-e16d-48d5-ae4e-25ae8f64428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671'] for port (3d2d6422-ad80-45ee-9994-e70ec2592239), after_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.304918 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9a972-e16d-48d5-ae4e-25ae8f64428d None None] Pushing event deleted for resources: {'Port': ['ID=3d2d6422-ad80-45ee-9994-e70ec2592239,revision_number=None']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:38.311243 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9a972-e16d-48d5-ae4e-25ae8f64428d None None] No DVR routers for this DVR port 3d2d6422-ad80-45ee-9994-e70ec2592239 on host dv-cinder-790535-31-iscsi {{(pid=109969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:48:38.543518 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device c9720c06-7920-4989-89e2-549528658234 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:38.547510 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.566873 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: c9720c06-7920-4989-89e2-549528658234 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:38.567155 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device c9720c06-7920-4989-89e2-549528658234 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:38.567602 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device de5cf993-b8ef-4cb1-9d59-a394ee6ab972 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:38.575096 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ab912204-de8c-44a2-9bf0-0d7001ded1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (56859b9d-6232-4703-b2f1-50f11823f1f1), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.589124 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: de5cf993-b8ef-4cb1-9d59-a394ee6ab972 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:38.589543 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device de5cf993-b8ef-4cb1-9d59-a394ee6ab972 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:38.589942 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:38.602543 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6']}} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:38.615659 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:38.616077 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 802ebeaf-ce6b-47d0-a19c-e1983ecd8a3b not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:38.616627 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:38.624171 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b589bfc-87fa-44c2-a6c3-6853b81a638a') {'for_net_delete': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:38.624479 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b589bfc-87fa-44c2-a6c3-6853b81a638a') {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:38.640025 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59346216'] for segment (6b589bfc-87fa-44c2-a6c3-6853b81a638a), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.640719 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:38.641064 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device d84530ce-3a62-4fc2-8ed2-9ce3f15dc094 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:38.641515 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 3d2d6422-ad80-45ee-9994-e70ec2592239 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:38.662419 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 3d2d6422-ad80-45ee-9994-e70ec2592239 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:38.662734 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 3d2d6422-ad80-45ee-9994-e70ec2592239 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:38.663425 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (6b589bfc-87fa-44c2-a6c3-6853b81a638a), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.678065 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=109968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:48:38.678523 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59432277'] for segment (6b589bfc-87fa-44c2-a6c3-6853b81a638a), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: Traceback (most recent call last): Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: timer() Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: cb(*args, **kw) Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: return func(*args, **kwargs) Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: self._notify() Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: self.callback(batched_events) Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: event.method(event) Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: return f(self, *a, **k) Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._get(url).json() Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: return self.request(url, 'GET', **kwargs) Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:48:38.680343 dv-cinder-790535-31-iscsi neutron-server[109968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:48:38.716897 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ab912204-de8c-44a2-9bf0-0d7001ded1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59432183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521012'] for subnet (56859b9d-6232-4703-b2f1-50f11823f1f1), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.754977 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab912204-de8c-44a2-9bf0-0d7001ded1cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56859b9d-6232-4703-b2f1-50f11823f1f1,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:38.760636 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ab912204-de8c-44a2-9bf0-0d7001ded1cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.765511 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-ab912204-de8c-44a2-9bf0-0d7001ded1cb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/56859b9d-6232-4703-b2f1-50f11823f1f1 HTTP/1.1" status: 204 len: 168 time: 0.9027958 Mar 22 17:48:38.766050 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59662) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:38.768694 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4047bd73-a676-4750-a7e9-4d24ea3f4179 None None] Network 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:48:38.774807 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.818029 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.821204 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] 10.222.0.42 "DELETE /v2.0/networks/ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6 HTTP/1.1" status: 204 len: 168 time: 1.3075590 Mar 22 17:48:38.843026 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e242e0-8f29-4be1-bddc-e49e202e05cb admin admin] Pushing event deleted for resources: {'Network': ['ID=ffae9d8b-6d84-4cf6-9c39-5d57cdc2dfe6,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:38.870908 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (06def2f6-b8b5-444e-b9f0-54c72e8e6c51), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.968312 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Deleting port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:38.968840 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:38.984806 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59666) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:38.989589 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baf2451-760a-42d4-ab56-c076fd30b281 None None] DHCP port deletion for 06def2f6-b8b5-444e-b9f0-54c72e8e6c51 request from dv-cinder-790535-31-iscsi {{(pid=109969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:48:39.053200 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-5baf2451-760a-42d4-ab56-c076fd30b281 None None] Deleting port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f {{(pid=109969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:39.054186 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5baf2451-760a-42d4-ab56-c076fd30b281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), before_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.075254 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] For port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=c1ac890d-5a6d-4e69-acfe-2fbcea3a331f,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:39.075495 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.095640 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Calling delete_port for c1ac890d-5a6d-4e69-acfe-2fbcea3a331f owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:39.100065 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-07c852f1-5782-4a5c-af79-beb725e6b6a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ed4104feede4674a867b41f6ff73e8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1141117 Mar 22 17:48:39.103311 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59668) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:39.146898 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-5baf2451-760a-42d4-ab56-c076fd30b281 None None] For port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=c1ac890d-5a6d-4e69-acfe-2fbcea3a331f,segment=NetworkSegment(47de7b8c-3209-460b-836b-70383b117cef),segment_id=47de7b8c-3209-460b-836b-70383b117cef)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:39.147448 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5baf2451-760a-42d4-ab56-c076fd30b281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), precommit_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.164962 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-5baf2451-760a-42d4-ab56-c076fd30b281 None None] Calling delete_port for c1ac890d-5a6d-4e69-acfe-2fbcea3a331f owned by network:dhcp {{(pid=109969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:39.212853 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d963c55-7f5d-44a1-94de-9d2b24a44db5 admin admin] Publish callbacks [] for security_group (31fa3453-ee66-4b56-b958-0402c6cfe1e2), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.242401 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.245438 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d963c55-7f5d-44a1-94de-9d2b24a44db5 admin admin] Publish callbacks [] for security_group (31fa3453-ee66-4b56-b958-0402c6cfe1e2), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.251533 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5baf2451-760a-42d4-ab56-c076fd30b281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671'] for port (c1ac890d-5a6d-4e69-acfe-2fbcea3a331f), after_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.280409 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ac890d-5a6d-4e69-acfe-2fbcea3a331f,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:39.285566 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf2451-760a-42d4-ab56-c076fd30b281 None None] Pushing event deleted for resources: {'Port': ['ID=c1ac890d-5a6d-4e69-acfe-2fbcea3a331f,revision_number=None']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:39.288466 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baf2451-760a-42d4-ab56-c076fd30b281 None None] No DVR routers for this DVR port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f on host dv-cinder-790535-31-iscsi {{(pid=109969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:48:39.295566 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] No DVR routers for this DVR port c1ac890d-5a6d-4e69-acfe-2fbcea3a331f on host dv-cinder-790535-31-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:48:39.427511 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (06def2f6-b8b5-444e-b9f0-54c72e8e6c51), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.453792 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06def2f6-b8b5-444e-b9f0-54c72e8e6c51']}} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:39.457046 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d963c55-7f5d-44a1-94de-9d2b24a44db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (31fa3453-ee66-4b56-b958-0402c6cfe1e2), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.459614 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d963c55-7f5d-44a1-94de-9d2b24a44db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.460797 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4d963c55-7f5d-44a1-94de-9d2b24a44db5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31fa3453-ee66-4b56-b958-0402c6cfe1e2 HTTP/1.1" status: 204 len: 168 time: 0.3565128 Mar 22 17:48:39.471288 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47de7b8c-3209-460b-836b-70383b117cef') {'for_net_delete': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:39.471712 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47de7b8c-3209-460b-836b-70383b117cef') {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:39.483075 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d963c55-7f5d-44a1-94de-9d2b24a44db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fa3453-ee66-4b56-b958-0402c6cfe1e2,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:39.489548 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59346216'] for segment (47de7b8c-3209-460b-836b-70383b117cef), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.514937 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (47de7b8c-3209-460b-836b-70383b117cef), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.527701 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=109968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:48:39.528422 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59432277'] for segment (47de7b8c-3209-460b-836b-70383b117cef), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: Traceback (most recent call last): Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: timer() Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: cb(*args, **kw) Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: return func(*args, **kwargs) Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: self._notify() Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: self.callback(batched_events) Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: event.method(event) Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: return f(self, *a, **k) Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._get(url).json() Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: return self.request(url, 'GET', **kwargs) Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:48:39.531618 dv-cinder-790535-31-iscsi neutron-server[109968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:48:39.614681 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (06def2f6-b8b5-444e-b9f0-54c72e8e6c51), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.631707 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.635007 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] 10.222.0.42 "DELETE /v2.0/networks/06def2f6-b8b5-444e-b9f0-54c72e8e6c51 HTTP/1.1" status: 204 len: 168 time: 0.8683207 Mar 22 17:48:39.636343 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22131c9e-cda9-4b2c-83f4-ede96f8e2939 admin admin] Pushing event deleted for resources: {'Network': ['ID=06def2f6-b8b5-444e-b9f0-54c72e8e6c51,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:39.818063 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59682) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:39.867357 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-67739f97-ffdd-4814-a724-20e1a7f2ce12 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dafda4c018df4141b3c5cfbecea2350e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0480380 Mar 22 17:48:39.870810 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59684) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:39.928316 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-2d54a83e-d500-46c0-8874-3c6d436b757c admin admin] Publish callbacks [] for security_group (e636d0cb-dd55-4b9d-a524-955f21a2606b), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:39.953337 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-2d54a83e-d500-46c0-8874-3c6d436b757c admin admin] Publish callbacks [] for security_group (e636d0cb-dd55-4b9d-a524-955f21a2606b), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:40.013874 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-2d54a83e-d500-46c0-8874-3c6d436b757c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (e636d0cb-dd55-4b9d-a524-955f21a2606b), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:40.016555 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-2d54a83e-d500-46c0-8874-3c6d436b757c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:40.017836 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-2d54a83e-d500-46c0-8874-3c6d436b757c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e636d0cb-dd55-4b9d-a524-955f21a2606b HTTP/1.1" status: 204 len: 168 time: 0.1458905 Mar 22 17:48:40.026127 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54a83e-d500-46c0-8874-3c6d436b757c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e636d0cb-dd55-4b9d-a524-955f21a2606b,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:40.368557 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device c1ac890d-5a6d-4e69-acfe-2fbcea3a331f no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:40.415453 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: c1ac890d-5a6d-4e69-acfe-2fbcea3a331f {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:40.415814 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device c1ac890d-5a6d-4e69-acfe-2fbcea3a331f not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:41.145627 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59758) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:41.270579 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-29bf48f5-a130-45e0-a56b-3461e7475404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:41.368481 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-29bf48f5-a130-45e0-a56b-3461e7475404 admin admin] Publish callbacks [] for security_group (177caaa2-4625-4fdd-9202-56045e40538e), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:41.373125 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-29bf48f5-a130-45e0-a56b-3461e7475404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (177caaa2-4625-4fdd-9202-56045e40538e), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:41.412926 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf48f5-a130-45e0-a56b-3461e7475404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177caaa2-4625-4fdd-9202-56045e40538e,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:41.420277 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59770) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:41.420818 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-29bf48f5-a130-45e0-a56b-3461e7475404 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a44c2bb9a31453191e5f60268ac8304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736204 Mar 22 17:48:41.481047 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f6cc17cd-7177-4d9f-a3c3-f393b77a3ca2 admin admin] Publish callbacks [] for security_group (177caaa2-4625-4fdd-9202-56045e40538e), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:41.507821 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f6cc17cd-7177-4d9f-a3c3-f393b77a3ca2 admin admin] Publish callbacks [] for security_group (177caaa2-4625-4fdd-9202-56045e40538e), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:41.558566 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f6cc17cd-7177-4d9f-a3c3-f393b77a3ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (177caaa2-4625-4fdd-9202-56045e40538e), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:41.561241 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f6cc17cd-7177-4d9f-a3c3-f393b77a3ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:41.562516 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f6cc17cd-7177-4d9f-a3c3-f393b77a3ca2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/177caaa2-4625-4fdd-9202-56045e40538e HTTP/1.1" status: 204 len: 168 time: 0.1403580 Mar 22 17:48:41.571505 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc17cd-7177-4d9f-a3c3-f393b77a3ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177caaa2-4625-4fdd-9202-56045e40538e,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:43.800317 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59880) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:43.934834 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-22581d4f-33a5-4f0a-8f56-9d6811b43d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.044491 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-22581d4f-33a5-4f0a-8f56-9d6811b43d88 admin admin] Publish callbacks [] for security_group (790a747f-7aa8-432a-b152-cb93c2cd3725), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.050246 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-22581d4f-33a5-4f0a-8f56-9d6811b43d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (790a747f-7aa8-432a-b152-cb93c2cd3725), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.092622 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-22581d4f-33a5-4f0a-8f56-9d6811b43d88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2c469c2279241e89cf9f94c19992b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909420 Mar 22 17:48:44.093564 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22581d4f-33a5-4f0a-8f56-9d6811b43d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790a747f-7aa8-432a-b152-cb93c2cd3725,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:44.095341 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59890) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:44.153839 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-31f5e7f7-8f54-4536-9784-580440712431 admin admin] Publish callbacks [] for security_group (790a747f-7aa8-432a-b152-cb93c2cd3725), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.177732 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-31f5e7f7-8f54-4536-9784-580440712431 admin admin] Publish callbacks [] for security_group (790a747f-7aa8-432a-b152-cb93c2cd3725), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.245588 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-31f5e7f7-8f54-4536-9784-580440712431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (790a747f-7aa8-432a-b152-cb93c2cd3725), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.249311 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-31f5e7f7-8f54-4536-9784-580440712431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.251257 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-31f5e7f7-8f54-4536-9784-580440712431 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/790a747f-7aa8-432a-b152-cb93c2cd3725 HTTP/1.1" status: 204 len: 168 time: 0.1541650 Mar 22 17:48:44.266545 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5e7f7-8f54-4536-9784-580440712431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790a747f-7aa8-432a-b152-cb93c2cd3725,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:44.579419 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59896) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:44.606662 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.720273 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Publish callbacks [] for security_group (3f7e00d1-2bd0-4a0a-bc9c-e1b1d6ce4757), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.726150 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (3f7e00d1-2bd0-4a0a-bc9c-e1b1d6ce4757), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.774586 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5bdccc6c8fa9432eb6533b157eb2170d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1940589 Mar 22 17:48:44.775626 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e00d1-2bd0-4a0a-bc9c-e1b1d6ce4757,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:44.777803 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59904) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:44.785148 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.785593 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.785862 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.786220 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.786749 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.787106 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.787947 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.787947 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.788215 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.788361 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.788897 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.789294 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.789576 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.789975 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.790210 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc86ac4-ffba-461a-83f9-944c174bc592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:44.847926 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-54657a2d-fdab-4e8a-99ed-fe3f1c3b0ccd admin admin] Publish callbacks [] for security_group (3f7e00d1-2bd0-4a0a-bc9c-e1b1d6ce4757), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.871142 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-54657a2d-fdab-4e8a-99ed-fe3f1c3b0ccd admin admin] Publish callbacks [] for security_group (3f7e00d1-2bd0-4a0a-bc9c-e1b1d6ce4757), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.924927 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-54657a2d-fdab-4e8a-99ed-fe3f1c3b0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (3f7e00d1-2bd0-4a0a-bc9c-e1b1d6ce4757), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.930062 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-54657a2d-fdab-4e8a-99ed-fe3f1c3b0ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.932058 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-54657a2d-fdab-4e8a-99ed-fe3f1c3b0ccd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f7e00d1-2bd0-4a0a-bc9c-e1b1d6ce4757 HTTP/1.1" status: 204 len: 168 time: 0.1530685 Mar 22 17:48:44.948177 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54657a2d-fdab-4e8a-99ed-fe3f1c3b0ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e00d1-2bd0-4a0a-bc9c-e1b1d6ce4757,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:45.457900 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 59936) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:45.656059 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:45.740536 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Publish callbacks [] for security_group (04e961d7-a29f-4220-959c-23cef2921a96), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:45.745521 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (04e961d7-a29f-4220-959c-23cef2921a96), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:45.787860 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f0d9df140284c9dbf7aa4105e68d1b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286507 Mar 22 17:48:45.790593 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e961d7-a29f-4220-959c-23cef2921a96,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:45.790732 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 59948) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:45.802859 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.803405 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.803954 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.804499 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.805048 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.805700 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.806241 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.806792 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.807649 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.807847 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.808373 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.808896 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.809417 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.810006 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.810513 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cf936d-368a-49bb-90b4-5bd3a4249170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:45.858026 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-af92072c-ca30-40f3-b6b1-999a1572e35f admin admin] Publish callbacks [] for security_group (04e961d7-a29f-4220-959c-23cef2921a96), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:45.880849 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-af92072c-ca30-40f3-b6b1-999a1572e35f admin admin] Publish callbacks [] for security_group (04e961d7-a29f-4220-959c-23cef2921a96), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:45.933231 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-af92072c-ca30-40f3-b6b1-999a1572e35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (04e961d7-a29f-4220-959c-23cef2921a96), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:45.936956 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-af92072c-ca30-40f3-b6b1-999a1572e35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:45.938038 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-af92072c-ca30-40f3-b6b1-999a1572e35f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04e961d7-a29f-4220-959c-23cef2921a96 HTTP/1.1" status: 204 len: 168 time: 0.1459680 Mar 22 17:48:45.949865 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92072c-ca30-40f3-b6b1-999a1572e35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e961d7-a29f-4220-959c-23cef2921a96,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:50.646058 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60066) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:50.759069 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5697b534-b105-4f37-b982-19c8f19db516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.857205 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5697b534-b105-4f37-b982-19c8f19db516 admin admin] Publish callbacks [] for security_group (7c996ca4-d052-494f-8b4f-865fa8374b7b), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.862820 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5697b534-b105-4f37-b982-19c8f19db516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (7c996ca4-d052-494f-8b4f-865fa8374b7b), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.910584 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5697b534-b105-4f37-b982-19c8f19db516 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=695d119b36b64c4f90f4cfc262233873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632685 Mar 22 17:48:50.911277 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697b534-b105-4f37-b982-19c8f19db516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c996ca4-d052-494f-8b4f-865fa8374b7b,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:50.914365 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60070) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:50.981848 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2df6-6fd8-4ba1-8ff0-bf9ca0855acb admin admin] Publish callbacks [] for security_group (7c996ca4-d052-494f-8b4f-865fa8374b7b), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.006426 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2df6-6fd8-4ba1-8ff0-bf9ca0855acb admin admin] Publish callbacks [] for security_group (7c996ca4-d052-494f-8b4f-865fa8374b7b), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.060455 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2df6-6fd8-4ba1-8ff0-bf9ca0855acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (7c996ca4-d052-494f-8b4f-865fa8374b7b), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.063105 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2df6-6fd8-4ba1-8ff0-bf9ca0855acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.064287 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-ae2a2df6-6fd8-4ba1-8ff0-bf9ca0855acb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c996ca4-d052-494f-8b4f-865fa8374b7b HTTP/1.1" status: 204 len: 168 time: 0.1487002 Mar 22 17:48:51.073802 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a2df6-6fd8-4ba1-8ff0-bf9ca0855acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c996ca4-d052-494f-8b4f-865fa8374b7b,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:51.358852 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60088) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:51.375939 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fd36ddf5-ea99-4334-be9b-854a59b41e85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.459487 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fd36ddf5-ea99-4334-be9b-854a59b41e85 admin admin] Publish callbacks [] for security_group (6bf5b53d-47b4-429f-bfce-672d7767002c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.463432 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fd36ddf5-ea99-4334-be9b-854a59b41e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (6bf5b53d-47b4-429f-bfce-672d7767002c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.507594 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-fd36ddf5-ea99-4334-be9b-854a59b41e85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2512e08691334b80946390b4436b0c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476309 Mar 22 17:48:51.508499 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36ddf5-ea99-4334-be9b-854a59b41e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf5b53d-47b4-429f-bfce-672d7767002c,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:51.510302 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60092) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:51.564299 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d068e6e-d8f3-41ab-87e0-979da59de82c admin admin] Publish callbacks [] for security_group (6bf5b53d-47b4-429f-bfce-672d7767002c), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.588934 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d068e6e-d8f3-41ab-87e0-979da59de82c admin admin] Publish callbacks [] for security_group (6bf5b53d-47b4-429f-bfce-672d7767002c), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.644074 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d068e6e-d8f3-41ab-87e0-979da59de82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (6bf5b53d-47b4-429f-bfce-672d7767002c), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.647039 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d068e6e-d8f3-41ab-87e0-979da59de82c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.648242 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4d068e6e-d8f3-41ab-87e0-979da59de82c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6bf5b53d-47b4-429f-bfce-672d7767002c HTTP/1.1" status: 204 len: 168 time: 0.1368604 Mar 22 17:48:51.652246 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60098) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:51.657087 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d068e6e-d8f3-41ab-87e0-979da59de82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf5b53d-47b4-429f-bfce-672d7767002c,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:51.773844 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae800-d894-4ea4-b91d-5510a403baaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.869050 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae800-d894-4ea4-b91d-5510a403baaa admin admin] Publish callbacks [] for security_group (0b86f440-1808-4636-82cb-5d4250fe4f84), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.874152 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae800-d894-4ea4-b91d-5510a403baaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (0b86f440-1808-4636-82cb-5d4250fe4f84), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.915532 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-8b8ae800-d894-4ea4-b91d-5510a403baaa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c478264bfd3447739bdd028475d490d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605398 Mar 22 17:48:51.917562 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ae800-d894-4ea4-b91d-5510a403baaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b86f440-1808-4636-82cb-5d4250fe4f84,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:51.918043 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60106) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:51.969212 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3b72256a-8e42-455d-93c2-0de2492a627b admin admin] Publish callbacks [] for security_group (0b86f440-1808-4636-82cb-5d4250fe4f84), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.993021 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3b72256a-8e42-455d-93c2-0de2492a627b admin admin] Publish callbacks [] for security_group (0b86f440-1808-4636-82cb-5d4250fe4f84), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.050345 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3b72256a-8e42-455d-93c2-0de2492a627b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (0b86f440-1808-4636-82cb-5d4250fe4f84), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.053366 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3b72256a-8e42-455d-93c2-0de2492a627b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.057970 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-3b72256a-8e42-455d-93c2-0de2492a627b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b86f440-1808-4636-82cb-5d4250fe4f84 HTTP/1.1" status: 204 len: 168 time: 0.1386714 Mar 22 17:48:52.070490 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72256a-8e42-455d-93c2-0de2492a627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b86f440-1808-4636-82cb-5d4250fe4f84,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:52.406612 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60128) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:52.419937 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1566f25c-f228-455f-9251-c829d410e57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.503924 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1566f25c-f228-455f-9251-c829d410e57a admin admin] Publish callbacks [] for security_group (4058f9ed-759d-4c82-824d-c95432f9aa32), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.508608 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1566f25c-f228-455f-9251-c829d410e57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (4058f9ed-759d-4c82-824d-c95432f9aa32), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.550554 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-1566f25c-f228-455f-9251-c829d410e57a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db90be0bcef04a9c92ff848f73ee1ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427119 Mar 22 17:48:52.551496 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566f25c-f228-455f-9251-c829d410e57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4058f9ed-759d-4c82-824d-c95432f9aa32,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:52.553174 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60134) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:52.606943 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1218cb6f-2099-4a83-9366-284faf5c0913 admin admin] Publish callbacks [] for security_group (4058f9ed-759d-4c82-824d-c95432f9aa32), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.629974 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1218cb6f-2099-4a83-9366-284faf5c0913 admin admin] Publish callbacks [] for security_group (4058f9ed-759d-4c82-824d-c95432f9aa32), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.678985 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1218cb6f-2099-4a83-9366-284faf5c0913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (4058f9ed-759d-4c82-824d-c95432f9aa32), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.681792 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1218cb6f-2099-4a83-9366-284faf5c0913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.683046 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1218cb6f-2099-4a83-9366-284faf5c0913 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4058f9ed-759d-4c82-824d-c95432f9aa32 HTTP/1.1" status: 204 len: 168 time: 0.1279571 Mar 22 17:48:52.692525 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218cb6f-2099-4a83-9366-284faf5c0913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4058f9ed-759d-4c82-824d-c95432f9aa32,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:54.334278 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60204) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:54.445179 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f796e50b-35fa-41aa-a7cc-f11c8db2d02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.518851 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f796e50b-35fa-41aa-a7cc-f11c8db2d02d admin admin] Publish callbacks [] for security_group (f254c951-cecb-4b29-914d-4e2ac12e1128), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.522721 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f796e50b-35fa-41aa-a7cc-f11c8db2d02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (f254c951-cecb-4b29-914d-4e2ac12e1128), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.560912 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796e50b-35fa-41aa-a7cc-f11c8db2d02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f254c951-cecb-4b29-914d-4e2ac12e1128,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:54.565811 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f796e50b-35fa-41aa-a7cc-f11c8db2d02d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a800dd26e53e4f3294d072bed7d97522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304647 Mar 22 17:48:54.568659 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60208) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:54.617517 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-42111d84-9fac-4f44-9f9a-059956e2b80b admin admin] Publish callbacks [] for security_group (f254c951-cecb-4b29-914d-4e2ac12e1128), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.639492 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-42111d84-9fac-4f44-9f9a-059956e2b80b admin admin] Publish callbacks [] for security_group (f254c951-cecb-4b29-914d-4e2ac12e1128), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.656285 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.690069 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-42111d84-9fac-4f44-9f9a-059956e2b80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (f254c951-cecb-4b29-914d-4e2ac12e1128), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.692945 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-42111d84-9fac-4f44-9f9a-059956e2b80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.694150 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-42111d84-9fac-4f44-9f9a-059956e2b80b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f254c951-cecb-4b29-914d-4e2ac12e1128 HTTP/1.1" status: 204 len: 168 time: 0.1245446 Mar 22 17:48:54.702107 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42111d84-9fac-4f44-9f9a-059956e2b80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f254c951-cecb-4b29-914d-4e2ac12e1128,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:54.974637 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60220) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:54.989585 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-425e4a80-8083-4bb7-a65d-29e6ea0e87d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.060411 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:48:55.115611 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-425e4a80-8083-4bb7-a65d-29e6ea0e87d4 admin admin] Publish callbacks [] for security_group (2d3d8622-0566-4d0f-ac17-25b6908c1948), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.119670 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-425e4a80-8083-4bb7-a65d-29e6ea0e87d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (2d3d8622-0566-4d0f-ac17-25b6908c1948), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.162240 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-425e4a80-8083-4bb7-a65d-29e6ea0e87d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36cf52d77cd848449971cb1f37acf079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865010 Mar 22 17:48:55.163759 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e4a80-8083-4bb7-a65d-29e6ea0e87d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3d8622-0566-4d0f-ac17-25b6908c1948,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:55.165070 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60224) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:55.224081 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fc60505-cb8b-492b-9e3a-de400815de53 admin admin] Publish callbacks [] for security_group (2d3d8622-0566-4d0f-ac17-25b6908c1948), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.251918 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fc60505-cb8b-492b-9e3a-de400815de53 admin admin] Publish callbacks [] for security_group (2d3d8622-0566-4d0f-ac17-25b6908c1948), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.301897 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fc60505-cb8b-492b-9e3a-de400815de53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (2d3d8622-0566-4d0f-ac17-25b6908c1948), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.304432 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fc60505-cb8b-492b-9e3a-de400815de53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.305614 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-1fc60505-cb8b-492b-9e3a-de400815de53 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d3d8622-0566-4d0f-ac17-25b6908c1948 HTTP/1.1" status: 204 len: 168 time: 0.1390338 Mar 22 17:48:55.313676 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc60505-cb8b-492b-9e3a-de400815de53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3d8622-0566-4d0f-ac17-25b6908c1948,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:57.833395 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60296) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:57.949359 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-adc6dce4-f185-45a0-85b4-531722e704fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.027718 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-adc6dce4-f185-45a0-85b4-531722e704fb admin admin] Publish callbacks [] for security_group (efd8068a-fa87-42cb-bcb0-3a6f12b960a5), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.031381 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-adc6dce4-f185-45a0-85b4-531722e704fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (efd8068a-fa87-42cb-bcb0-3a6f12b960a5), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.069180 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6dce4-f185-45a0-85b4-531722e704fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd8068a-fa87-42cb-bcb0-3a6f12b960a5,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:58.073390 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-adc6dce4-f185-45a0-85b4-531722e704fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44ca57c976e440089652e7464596fdad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386436 Mar 22 17:48:58.076106 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60300) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:58.126798 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a92b7392-3e55-4b9c-a340-96e74e3c4366 admin admin] Publish callbacks [] for security_group (efd8068a-fa87-42cb-bcb0-3a6f12b960a5), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.150230 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a92b7392-3e55-4b9c-a340-96e74e3c4366 admin admin] Publish callbacks [] for security_group (efd8068a-fa87-42cb-bcb0-3a6f12b960a5), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.218153 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a92b7392-3e55-4b9c-a340-96e74e3c4366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (efd8068a-fa87-42cb-bcb0-3a6f12b960a5), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.223434 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a92b7392-3e55-4b9c-a340-96e74e3c4366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.225777 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a92b7392-3e55-4b9c-a340-96e74e3c4366 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/efd8068a-fa87-42cb-bcb0-3a6f12b960a5 HTTP/1.1" status: 204 len: 168 time: 0.1486869 Mar 22 17:48:58.235055 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b7392-3e55-4b9c-a340-96e74e3c4366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd8068a-fa87-42cb-bcb0-3a6f12b960a5,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:58.505908 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60316) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:58.524880 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-10b11ea5-6750-4271-80e1-bab5e243fb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.610860 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-10b11ea5-6750-4271-80e1-bab5e243fb54 admin admin] Publish callbacks [] for security_group (b78da362-eed0-4565-b423-4042026de74b), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.615754 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-10b11ea5-6750-4271-80e1-bab5e243fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (b78da362-eed0-4565-b423-4042026de74b), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.661512 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-10b11ea5-6750-4271-80e1-bab5e243fb54 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0353c135001c44639bfcf5ac8df909cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491206 Mar 22 17:48:58.661512 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b11ea5-6750-4271-80e1-bab5e243fb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78da362-eed0-4565-b423-4042026de74b,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:58.663109 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60324) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:58.719128 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b8d43a77-6401-43bf-b812-9fbd9624f522 admin admin] Publish callbacks [] for security_group (b78da362-eed0-4565-b423-4042026de74b), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.740928 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b8d43a77-6401-43bf-b812-9fbd9624f522 admin admin] Publish callbacks [] for security_group (b78da362-eed0-4565-b423-4042026de74b), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.789375 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b8d43a77-6401-43bf-b812-9fbd9624f522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (b78da362-eed0-4565-b423-4042026de74b), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.792053 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b8d43a77-6401-43bf-b812-9fbd9624f522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:58.793289 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b8d43a77-6401-43bf-b812-9fbd9624f522 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b78da362-eed0-4565-b423-4042026de74b HTTP/1.1" status: 204 len: 168 time: 0.1276696 Mar 22 17:48:58.802140 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d43a77-6401-43bf-b812-9fbd9624f522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78da362-eed0-4565-b423-4042026de74b,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:59.091523 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-313f60d8-c905-48c8-8004-07f661b6c948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:59.997214 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828a1ab-d631-49cb-b0d7-84e53e7faf0d req-ed997fb6-9d00-46f9-9c5c-3cf203d02baa tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:00.003677 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c828a1ab-d631-49cb-b0d7-84e53e7faf0d req-ed997fb6-9d00-46f9-9c5c-3cf203d02baa tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 946 time: 0.0727265 Mar 22 17:49:00.052436 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c828a1ab-d631-49cb-b0d7-84e53e7faf0d req-aea52243-42af-49fa-82e7-c77fb79d1401 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462532 Mar 22 17:49:00.421680 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60380) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:00.534683 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dd65fe8c-3cc1-4952-a76f-bc2ddfbccbe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.615517 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dd65fe8c-3cc1-4952-a76f-bc2ddfbccbe2 admin admin] Publish callbacks [] for security_group (e83cd3b8-7ef9-44c2-a77d-28a771088903), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.619963 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dd65fe8c-3cc1-4952-a76f-bc2ddfbccbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (e83cd3b8-7ef9-44c2-a77d-28a771088903), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.660325 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65fe8c-3cc1-4952-a76f-bc2ddfbccbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83cd3b8-7ef9-44c2-a77d-28a771088903,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:00.664597 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-dd65fe8c-3cc1-4952-a76f-bc2ddfbccbe2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82b0522a9c8e48f5a7545b6c5a97aa41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418699 Mar 22 17:49:00.667304 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60384) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:00.721636 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c82afd61-89d0-45d3-8304-61f2119fa784 admin admin] Publish callbacks [] for security_group (e83cd3b8-7ef9-44c2-a77d-28a771088903), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.744715 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c82afd61-89d0-45d3-8304-61f2119fa784 admin admin] Publish callbacks [] for security_group (e83cd3b8-7ef9-44c2-a77d-28a771088903), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.795118 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c82afd61-89d0-45d3-8304-61f2119fa784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (e83cd3b8-7ef9-44c2-a77d-28a771088903), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.797726 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c82afd61-89d0-45d3-8304-61f2119fa784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:00.799469 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c82afd61-89d0-45d3-8304-61f2119fa784 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e83cd3b8-7ef9-44c2-a77d-28a771088903 HTTP/1.1" status: 204 len: 168 time: 0.1307807 Mar 22 17:49:00.807886 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82afd61-89d0-45d3-8304-61f2119fa784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83cd3b8-7ef9-44c2-a77d-28a771088903,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:01.091979 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60396) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:01.112655 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17f7d6e9-28d6-482b-8e0c-b7136213c31c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.240040 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81145499-7bef-47dc-83b8-cc24456cad52 req-803f4a63-e65c-4283-a16c-112b336a2e22 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:01.241597 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-81145499-7bef-47dc-83b8-cc24456cad52 req-803f4a63-e65c-4283-a16c-112b336a2e22 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 946 time: 0.1040750 Mar 22 17:49:01.259411 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-77eaaa0e-6393-4f2e-aea2-69667913401e tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5ee0aefce4d942c4b8ec166eb27bf28e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317116 Mar 22 17:49:01.266026 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17f7d6e9-28d6-482b-8e0c-b7136213c31c admin admin] Publish callbacks [] for security_group (a11d2254-4cfc-449e-b507-026fd2a135af), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.276165 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17f7d6e9-28d6-482b-8e0c-b7136213c31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (a11d2254-4cfc-449e-b507-026fd2a135af), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.338483 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7d6e9-28d6-482b-8e0c-b7136213c31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11d2254-4cfc-449e-b507-026fd2a135af,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:01.350729 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-17f7d6e9-28d6-482b-8e0c-b7136213c31c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43aa9177223941e381f2ba96037eb7d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546592 Mar 22 17:49:01.350729 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60408) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:01.360439 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-81145499-7bef-47dc-83b8-cc24456cad52 req-d09193d3-fd48-4ca2-a54f-9ef2900eb8ef tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups?id=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106358 Mar 22 17:49:01.454488 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f29471-22b3-4957-b547-0f94341ca240 req-88ebaa32-4d53-449c-9f7e-003b6b20bd71 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:01.455912 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-86f29471-22b3-4957-b547-0f94341ca240 req-88ebaa32-4d53-449c-9f7e-003b6b20bd71 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 946 time: 0.0886238 Mar 22 17:49:01.456971 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a10db2ac-6ff1-4d69-9394-a83eca1fff28 admin admin] Publish callbacks [] for security_group (a11d2254-4cfc-449e-b507-026fd2a135af), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.472728 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-732ab949-67fa-4036-9053-a06d40ec9d99 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:01.474469 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-732ab949-67fa-4036-9053-a06d40ec9d99 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027576 Mar 22 17:49:01.489828 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-fb4f055a-005b-4d86-8a30-55c6d051b173 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/quotas/5ee0aefce4d942c4b8ec166eb27bf28e HTTP/1.1" status: 200 len: 375 time: 0.0100601 Mar 22 17:49:01.505040 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a10db2ac-6ff1-4d69-9394-a83eca1fff28 admin admin] Publish callbacks [] for security_group (a11d2254-4cfc-449e-b507-026fd2a135af), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.521052 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-a64109ec-f925-4db9-8a68-a2db325fcbcc tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ee0aefce4d942c4b8ec166eb27bf28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258436 Mar 22 17:49:01.592186 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Deleting port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:49:01.592661 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.638620 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a10db2ac-6ff1-4d69-9394-a83eca1fff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (a11d2254-4cfc-449e-b507-026fd2a135af), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.641192 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a10db2ac-6ff1-4d69-9394-a83eca1fff28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.642586 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a10db2ac-6ff1-4d69-9394-a83eca1fff28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a11d2254-4cfc-449e-b507-026fd2a135af HTTP/1.1" status: 204 len: 168 time: 0.2910509 Mar 22 17:49:01.664906 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10db2ac-6ff1-4d69-9394-a83eca1fff28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11d2254-4cfc-449e-b507-026fd2a135af,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:01.727397 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-109b771d-7dd7-4d06-bf6f-7eb5c14b4cf5 req-f3facd8c-ce0b-4924-9fc8-eadb7e86e55d tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 210 time: 0.0354259 Mar 22 17:49:01.741887 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] For port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:49:01.742530 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.802186 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-0c63ab55-207a-4a2b-bd04-8d87a035b788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.939674 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.940343 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (889e2a48-212f-4294-a56e-2294e19de3d6), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.940800 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Floating IP 889e2a48-212f-4294-a56e-2294e19de3d6 disassociated. External IP: 172.27.3.168, port: 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5. Mar 22 17:49:01.941126 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Calling delete_port for 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:49:02.096627 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:02.134835 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event deleted for resources: {'Port': ['ID=66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:02.268028 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:49:02.389528 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:49:02.402168 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09369cca-b3ed-4e6c-a48a-1da6de230a61 None None] Sync routers for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:49:02.413978 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09369cca-b3ed-4e6c-a48a-1da6de230a61 None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:49:02.414736 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-09369cca-b3ed-4e6c-a48a-1da6de230a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:49:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:02.452311 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] No DVR routers for this DVR port 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 on host hv-cinder-79053 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:49:02.456040 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:02.460023 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-86f29471-22b3-4957-b547-0f94341ca240 req-8a8f5c72-c426-4e76-824e-39a6c001e33c tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.76 "DELETE /v2.0/ports/66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 HTTP/1.1" status: 204 len: 173 time: 0.9982948 Mar 22 17:49:02.460625 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'name': 'network-vif-deleted', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:49:02.463166 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e775f4d0-7277-4f8d-9f44-97307dbf0e45" -d '{"events": [{"server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "name": "network-vif-deleted", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:49:02.508591 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-19bcfaa1-a102-41c7-b26d-1db19a7f00d2 req-c19a6559-2661-4f48-a8bb-038bc05897f9 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc207772-ce0a-4a02-97e3-1af06dec2402 HTTP/1.1" status: 200 len: 210 time: 0.0567493 Mar 22 17:49:02.560551 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9f68a2-5a56-438b-8093-97394f4f17e1 x-openstack-request-id: req-2b9f68a2-5a56-438b-8093-97394f4f17e1 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:49:02.561042 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc207772-ce0a-4a02-97e3-1af06dec2402", "name": "network-vif-deleted", "tag": "66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:49:02.561373 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b9f68a2-5a56-438b-8093-97394f4f17e1 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:49:02.561877 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9f68a2-5a56-438b-8093-97394f4f17e1'] response: {'server_uuid': 'fc207772-ce0a-4a02-97e3-1af06dec2402', 'name': 'network-vif-deleted', 'tag': '66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5', 'status': 'completed', 'code': 200} Mar 22 17:49:02.613350 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-09369cca-b3ed-4e6c-a48a-1da6de230a61 None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:49:02.731013 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-901047e9-4046-4308-bbc7-4db99733e3de tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=5ee0aefce4d942c4b8ec166eb27bf28e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540817 Mar 22 17:49:02.906935 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6bf25060-c3e9-415f-82da-36377b15585b req-b5dfe3e2-dfd8-4e90-893d-370aaeaeae32 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 210 time: 0.0597413 Mar 22 17:49:02.951308 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-09369cca-b3ed-4e6c-a48a-1da6de230a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:13Z', 'revision_number': 5, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:02.995591 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-7e257569-9236-45b0-9fa2-9836a0d46cae tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:02.997234 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-7e257569-9236-45b0-9fa2-9836a0d46cae tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612243 Mar 22 17:49:02.999922 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09369cca-b3ed-4e6c-a48a-1da6de230a61 None None] Checking router: 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:49:03.008824 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09369cca-b3ed-4e6c-a48a-1da6de230a61 None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:49:03.009651 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-09369cca-b3ed-4e6c-a48a-1da6de230a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:49:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:03.013655 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Request body: {'port': {'device_id': '5c31f157-4d92-47aa-b567-c15c0ede510a', 'network_id': '14f0462b-e214-4ccc-b11e-04496de323f1', 'admin_state_up': True, 'tenant_id': '5ee0aefce4d942c4b8ec166eb27bf28e'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:49:03.135508 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-09369cca-b3ed-4e6c-a48a-1da6de230a61 None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:49:03.144333 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Made reservation on behalf of 5ee0aefce4d942c4b8ec166eb27bf28e for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:49:03.150223 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.158480 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.243352 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.245705 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Publish callbacks [] for security_group (3d0a3d30-4bcd-472f-9ed5-a2149eb3d394), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.250233 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (3d0a3d30-4bcd-472f-9ed5-a2149eb3d394), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.320510 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0a3d30-4bcd-472f-9ed5-a2149eb3d394,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:03.412077 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Allocated IP 192.168.233.216 (14f0462b-e214-4ccc-b11e-04496de323f1/efec3add-ec89-4c8f-a2e7-2fbf250fc070/f439ea02-5197-45e0-8c12-eb9e757bca4f) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:49:03.462151 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-09369cca-b3ed-4e6c-a48a-1da6de230a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:13Z', 'revision_number': 5, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:03.490094 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09369cca-b3ed-4e6c-a48a-1da6de230a61 None None] The sync data for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi is: [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:41:55Z', 'revision_number': 4, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'f90fd1a7-99cf-43eb-bee8-9507ea71487b', 'name': '', 'network_id': 'e4bb652a-ddb8-47f6-a166-0773f8309a03', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'mac_address': 'fa:16:3e:51:9d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:49Z', 'updated_at': '2022-03-22T17:42:13Z', 'revision_number': 5, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'subnets': [{'id': 'eeb566b8-5e2e-4fe9-bead-53cef53e0e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:49:03.589516 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Publish callbacks [] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.608963 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60478) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:03.630965 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.675298 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-aeef3c7a-d1b0-4b70-9ca9-7a0dd6a75d02 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group (649e30e7-2fa7-4c29-aeb5-09fcd95d50d5), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.676938 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Network 14f0462b-e214-4ccc-b11e-04496de323f1 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:49:03.682481 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:49:03.685606 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:49:03.715948 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-aeef3c7a-d1b0-4b70-9ca9-7a0dd6a75d02 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group (649e30e7-2fa7-4c29-aeb5-09fcd95d50d5), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.741921 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Pushing event updated for resources: {'Port': ['ID=f439ea02-5197-45e0-8c12-eb9e757bca4f,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:03.754332 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:03.755013 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.788520 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-cc5a9377-8834-4aeb-8997-c77744a12961 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7818992 Mar 22 17:49:03.791029 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-aeef3c7a-d1b0-4b70-9ca9-7a0dd6a75d02 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (649e30e7-2fa7-4c29-aeb5-09fcd95d50d5), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.793833 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-aeef3c7a-d1b0-4b70-9ca9-7a0dd6a75d02 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.795031 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-aeef3c7a-d1b0-4b70-9ca9-7a0dd6a75d02 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "DELETE /v2.0/security-groups/649e30e7-2fa7-4c29-aeb5-09fcd95d50d5 HTTP/1.1" status: 204 len: 168 time: 0.1846623 Mar 22 17:49:03.798061 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60480) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:03.807129 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef3c7a-d1b0-4b70-9ca9-7a0dd6a75d02 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649e30e7-2fa7-4c29-aeb5-09fcd95d50d5,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:03.807973 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Request body: {'port': {'device_id': '5c31f157-4d92-47aa-b567-c15c0ede510a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:49:03.857903 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.api.v2.resource [None req-663fd69f-3686-4d79-a36d-3ed3514f7cb4 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] show failed (client error): The resource could not be found. Mar 22 17:49:03.862141 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-663fd69f-3686-4d79-a36d-3ed3514f7cb4 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "GET /v2.0/security-groups/649e30e7-2fa7-4c29-aeb5-09fcd95d50d5 HTTP/1.1" status: 404 len: 347 time: 0.0592821 Mar 22 17:49:03.864285 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60484) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:03.917610 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:03.924944 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0174065-82b4-4375-a35c-4b71e2947f9b None None] New status for floating IP 889e2a48-212f-4294-a56e-2294e19de3d6: DOWN {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:49:04.137704 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-405981e3-f475-4418-8b88-d738255b9c44 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Deleting port 4d3286d1-ec11-4f00-8605-db065c8fe185 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:49:04.138706 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-405981e3-f475-4418-8b88-d738255b9c44 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (4d3286d1-ec11-4f00-8605-db065c8fe185), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.152988 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-eb6f712f-6fd1-40e8-85f8-a52b4d22dea4 None None] Provisioning complete for port f439ea02-5197-45e0-8c12-eb9e757bca4f triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:49:04.153363 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-eb6f712f-6fd1-40e8-85f8-a52b4d22dea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.198832 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f712f-6fd1-40e8-85f8-a52b4d22dea4 None None] Port f439ea02-5197-45e0-8c12-eb9e757bca4f cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:49:04.238437 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-405981e3-f475-4418-8b88-d738255b9c44 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (4d3286d1-ec11-4f00-8605-db065c8fe185), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.238763 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-405981e3-f475-4418-8b88-d738255b9c44 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (4d3286d1-ec11-4f00-8605-db065c8fe185), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.253267 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-405981e3-f475-4418-8b88-d738255b9c44 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Calling delete_port for 4d3286d1-ec11-4f00-8605-db065c8fe185 owned by network:floatingip {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:49:04.400098 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-405981e3-f475-4418-8b88-d738255b9c44 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (4d3286d1-ec11-4f00-8605-db065c8fe185), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.423881 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405981e3-f475-4418-8b88-d738255b9c44 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Pushing event deleted for resources: {'Port': ['ID=4d3286d1-ec11-4f00-8605-db065c8fe185,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:04.466564 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f0bda-d95a-4332-8d2f-256a007ec1f5 req-e448da10-09da-4858-a031-a6dc579494b2 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:04.468073 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b35f0bda-d95a-4332-8d2f-256a007ec1f5 req-e448da10-09da-4858-a031-a6dc579494b2 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 936 time: 0.1332469 Mar 22 17:49:04.488181 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-405981e3-f475-4418-8b88-d738255b9c44 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks [] for floatingip (889e2a48-212f-4294-a56e-2294e19de3d6), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.490734 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-405981e3-f475-4418-8b88-d738255b9c44 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.491950 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-405981e3-f475-4418-8b88-d738255b9c44 tempest-AttachVolumeShelveTestJSON-798918120 tempest-AttachVolumeShelveTestJSON-798918120-project] 10.222.0.42 "DELETE /v2.0/floatingips/889e2a48-212f-4294-a56e-2294e19de3d6 HTTP/1.1" status: 204 len: 168 time: 0.6264999 Mar 22 17:49:04.560060 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.562960 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b35f0bda-d95a-4332-8d2f-256a007ec1f5 req-1487ca99-49e8-4012-abab-cfaffe5acf8d tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d0a3d30-4bcd-472f-9ed5-a2149eb3d394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677714 Mar 22 17:49:04.637526 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f439ea02-5197-45e0-8c12-eb9e757bca4f {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:49:04.645893 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Publish callbacks [] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.657847 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Transition to ACTIVE for port object f439ea02-5197-45e0-8c12-eb9e757bca4f will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:49:04.661423 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.723347 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Pushing event updated for resources: {'Port': ['ID=f439ea02-5197-45e0-8c12-eb9e757bca4f,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:04.810056 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Attempting to bind port f439ea02-5197-45e0-8c12-eb9e757bca4f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:49:04.810435 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Attempting to bind port f439ea02-5197-45e0-8c12-eb9e757bca4f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9dbb1af3-bbe5-4096-b415-8ced465f4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '14f0462b-e214-4ccc-b11e-04496de323f1'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:49:04.810711 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Attempting to bind port f439ea02-5197-45e0-8c12-eb9e757bca4f on network 14f0462b-e214-4ccc-b11e-04496de323f1 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:49:04.817304 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Port f439ea02-5197-45e0-8c12-eb9e757bca4f on network 14f0462b-e214-4ccc-b11e-04496de323f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:49:04.817668 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Attempting to bind port f439ea02-5197-45e0-8c12-eb9e757bca4f on network 14f0462b-e214-4ccc-b11e-04496de323f1 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:49:04.824742 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:49:04.825312 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Checking segment: {'id': '9dbb1af3-bbe5-4096-b415-8ced465f4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '14f0462b-e214-4ccc-b11e-04496de323f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:49:04.826040 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Bound using segment: {'id': '9dbb1af3-bbe5-4096-b415-8ced465f4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '14f0462b-e214-4ccc-b11e-04496de323f1'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:49:04.826510 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Bound port: f439ea02-5197-45e0-8c12-eb9e757bca4f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbb1af3-bbe5-4096-b415-8ced465f4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '14f0462b-e214-4ccc-b11e-04496de323f1'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:49:04.826876 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.895323 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] For port f439ea02-5197-45e0-8c12-eb9e757bca4f, host hv-cinder-79053, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:49:04.898388 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] For port f439ea02-5197-45e0-8c12-eb9e757bca4f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f439ea02-5197-45e0-8c12-eb9e757bca4f,segment=NetworkSegment(9dbb1af3-bbe5-4096-b415-8ced465f4db5),segment_id=9dbb1af3-bbe5-4096-b415-8ced465f4db5)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:49:04.903892 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61706075'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.949985 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:04.951025 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.953079 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] 10.222.0.76 "PUT /v2.0/ports/f439ea02-5197-45e0-8c12-eb9e757bca4f HTTP/1.1" status: 200 len: 1098 time: 1.1567423 Mar 22 17:49:04.953731 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c31f157-4d92-47aa-b567-c15c0ede510a', 'tag': 'f439ea02-5197-45e0-8c12-eb9e757bca4f'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:49:04.957044 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0155c7fb-a7b5-440a-9d19-59d0625f4f25" -d '{"events": [{"name": "network-changed", "server_uuid": "5c31f157-4d92-47aa-b567-c15c0ede510a", "tag": "f439ea02-5197-45e0-8c12-eb9e757bca4f"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:49:04.989769 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3892095-6f3d-4ac2-973a-f3af35b7c431 service neutron] Pushing event updated for resources: {'Port': ['ID=f439ea02-5197-45e0-8c12-eb9e757bca4f,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:05.008887 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17776b04-b030-4054-9548-af88c52c8994 x-openstack-request-id: req-17776b04-b030-4054-9548-af88c52c8994 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:49:05.009282 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c31f157-4d92-47aa-b567-c15c0ede510a", "tag": "f439ea02-5197-45e0-8c12-eb9e757bca4f", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:49:05.009688 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17776b04-b030-4054-9548-af88c52c8994 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:49:05.010109 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17776b04-b030-4054-9548-af88c52c8994'] response: {'name': 'network-changed', 'server_uuid': '5c31f157-4d92-47aa-b567-c15c0ede510a', 'tag': 'f439ea02-5197-45e0-8c12-eb9e757bca4f', 'status': 'completed', 'code': 200} Mar 22 17:49:05.054375 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-a43f566b-d82d-4b43-8aac-548fae81f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:05.056166 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-a43f566b-d82d-4b43-8aac-548fae81f04f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ee0aefce4d942c4b8ec166eb27bf28e&device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 1132 time: 0.0608339 Mar 22 17:49:05.114142 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-df393ed3-e265-4451-9f38-48a96e2406f3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=f439ea02-5197-45e0-8c12-eb9e757bca4f HTTP/1.1" status: 200 len: 217 time: 0.0463829 Mar 22 17:49:05.174454 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-9a7de92a-775a-4a25-b3fa-5d0535915853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:05.175964 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-9a7de92a-775a-4a25-b3fa-5d0535915853 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=efec3add-ec89-4c8f-a2e7-2fbf250fc070 HTTP/1.1" status: 200 len: 843 time: 0.0561457 Mar 22 17:49:05.235834 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-d949d196-971c-470d-a631-9481fcd8ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:05.238162 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-d949d196-971c-470d-a631-9481fcd8ab4a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=14f0462b-e214-4ccc-b11e-04496de323f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0556674 Mar 22 17:49:05.345415 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-5ec63574-a843-4d46-847b-758b92582e13 service neutron] 10.222.0.76 "GET /v2.0/networks/14f0462b-e214-4ccc-b11e-04496de323f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005313 Mar 22 17:49:05.446749 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-367d6752-f2be-46f3-ba29-dc8168d0fe47 req-5b97fed8-db47-4811-bed6-db0cf2806e9f service neutron] 10.222.0.76 "GET /v2.0/networks/14f0462b-e214-4ccc-b11e-04496de323f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954459 Mar 22 17:49:05.555384 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155c7fb-a7b5-440a-9d19-59d0625f4f25 req-18a39149-4306-4217-8bf7-5b71e05c8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:05.557037 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0155c7fb-a7b5-440a-9d19-59d0625f4f25 req-18a39149-4306-4217-8bf7-5b71e05c8896 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ee0aefce4d942c4b8ec166eb27bf28e&device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 1132 time: 0.0583515 Mar 22 17:49:05.703655 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155c7fb-a7b5-440a-9d19-59d0625f4f25 req-e542aeb4-9261-460c-a0cb-d4ce3b6f2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:05.705830 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0155c7fb-a7b5-440a-9d19-59d0625f4f25 req-e542aeb4-9261-460c-a0cb-d4ce3b6f2387 service neutron] 10.222.0.76 "GET /v2.0/networks?id=14f0462b-e214-4ccc-b11e-04496de323f1 HTTP/1.1" status: 200 len: 870 time: 0.1421604 Mar 22 17:49:05.753140 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0155c7fb-a7b5-440a-9d19-59d0625f4f25 req-566ac23c-0fd4-4d41-a49e-7fb9bbef5346 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=f439ea02-5197-45e0-8c12-eb9e757bca4f HTTP/1.1" status: 200 len: 217 time: 0.0395749 Mar 22 17:49:05.761740 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954da174-04a9-400d-b2f9-86bbd59a6408 req-89ac91a4-f570-481b-814b-ad4e4d850c47 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:05.763279 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-954da174-04a9-400d-b2f9-86bbd59a6408 req-89ac91a4-f570-481b-814b-ad4e4d850c47 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 948 time: 0.1104758 Mar 22 17:49:05.837875 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155c7fb-a7b5-440a-9d19-59d0625f4f25 req-61661089-8068-4805-9d3c-e67dac6a8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:05.839403 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0155c7fb-a7b5-440a-9d19-59d0625f4f25 req-61661089-8068-4805-9d3c-e67dac6a8f12 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=efec3add-ec89-4c8f-a2e7-2fbf250fc070 HTTP/1.1" status: 200 len: 843 time: 0.0752227 Mar 22 17:49:05.864047 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-954da174-04a9-400d-b2f9-86bbd59a6408 req-7089ac74-73f2-48cf-a706-ef01e2823838 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d0a3d30-4bcd-472f-9ed5-a2149eb3d394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917828 Mar 22 17:49:05.898734 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155c7fb-a7b5-440a-9d19-59d0625f4f25 req-9a38d6e4-bf4e-433a-938b-10c6e908f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:05.900299 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0155c7fb-a7b5-440a-9d19-59d0625f4f25 req-9a38d6e4-bf4e-433a-938b-10c6e908f2c8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=14f0462b-e214-4ccc-b11e-04496de323f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0522933 Mar 22 17:49:06.000024 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0155c7fb-a7b5-440a-9d19-59d0625f4f25 req-cccb516b-1e9b-4797-ad33-68fb1872aa48 service neutron] 10.222.0.76 "GET /v2.0/networks/14f0462b-e214-4ccc-b11e-04496de323f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917110 Mar 22 17:49:06.098622 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0155c7fb-a7b5-440a-9d19-59d0625f4f25 req-f64c9fef-7eff-442b-9c24-37cf6765695c service neutron] 10.222.0.76 "GET /v2.0/networks/14f0462b-e214-4ccc-b11e-04496de323f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914695 Mar 22 17:49:06.117774 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:06.315237 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:49:06.334961 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:49:06.335300 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 66ef258f-ff13-4d8b-9cf5-ffff6e11d6d5 not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:49:06.965943 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60560) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:06.997919 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a302e0-d086-4ea1-93c4-4605ae5d1f04 req-57fa0684-f9b6-4c57-b0d9-4cdc841beeea tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:06.999599 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55a302e0-d086-4ea1-93c4-4605ae5d1f04 req-57fa0684-f9b6-4c57-b0d9-4cdc841beeea tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 948 time: 0.0591242 Mar 22 17:49:07.071688 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55a302e0-d086-4ea1-93c4-4605ae5d1f04 req-98947865-5f6d-4ef2-ab8b-060cad33b587 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d0a3d30-4bcd-472f-9ed5-a2149eb3d394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643430 Mar 22 17:49:07.540959 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fbf21a0d-46e6-468f-afb8-0829a926aee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688003'] for router_interface (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:07.793286 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-fbf21a0d-46e6-468f-afb8-0829a926aee4 admin admin] Deleting port f90fd1a7-99cf-43eb-bee8-9507ea71487b {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:49:07.793664 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fbf21a0d-46e6-468f-afb8-0829a926aee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:07.871048 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-fbf21a0d-46e6-468f-afb8-0829a926aee4 admin admin] For port f90fd1a7-99cf-43eb-bee8-9507ea71487b, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=f90fd1a7-99cf-43eb-bee8-9507ea71487b,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:49:07.871413 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fbf21a0d-46e6-468f-afb8-0829a926aee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:07.884872 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-fbf21a0d-46e6-468f-afb8-0829a926aee4 admin admin] Calling delete_port for f90fd1a7-99cf-43eb-bee8-9507ea71487b owned by network:router_interface {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:49:08.080991 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fbf21a0d-46e6-468f-afb8-0829a926aee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (f90fd1a7-99cf-43eb-bee8-9507ea71487b), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:08.107578 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf21a0d-46e6-468f-afb8-0829a926aee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90fd1a7-99cf-43eb-bee8-9507ea71487b,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:08.289727 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c644d8-5b29-42d7-8cbd-4b7f4a47801f req-7e5aa6fa-0f9b-4b5d-8405-691805202d4d tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:08.291089 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-29c644d8-5b29-42d7-8cbd-4b7f4a47801f req-7e5aa6fa-0f9b-4b5d-8405-691805202d4d tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 948 time: 0.1356847 Mar 22 17:49:08.322832 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device f439ea02-5197-45e0-8c12-eb9e757bca4f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:49:08.334374 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fbf21a0d-46e6-468f-afb8-0829a926aee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689459'] for router_interface (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:08.430271 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port f439ea02-5197-45e0-8c12-eb9e757bca4f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f439ea02-5197-45e0-8c12-eb9e757bca4f,segment=NetworkSegment(9dbb1af3-bbe5-4096-b415-8ced465f4db5),segment_id=9dbb1af3-bbe5-4096-b415-8ced465f4db5)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:49:08.434625 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-29c644d8-5b29-42d7-8cbd-4b7f4a47801f req-de0175a5-93b6-413c-be6a-6c4cbc48642a tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d0a3d30-4bcd-472f-9ed5-a2149eb3d394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302559 Mar 22 17:49:08.444153 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': 'f439ea02-5197-45e0-8c12-eb9e757bca4f', 'network_id': '14f0462b-e214-4ccc-b11e-04496de323f1', 'port_id': 'f439ea02-5197-45e0-8c12-eb9e757bca4f', 'mac_address': 'fa:16:3e:54:09:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efec3add-ec89-4c8f-a2e7-2fbf250fc070', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:49:08.487598 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port f439ea02-5197-45e0-8c12-eb9e757bca4f is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:49:08.488074 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:08.501843 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f439ea02-5197-45e0-8c12-eb9e757bca4f {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:49:08.523480 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port f439ea02-5197-45e0-8c12-eb9e757bca4f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f439ea02-5197-45e0-8c12-eb9e757bca4f,segment=NetworkSegment(9dbb1af3-bbe5-4096-b415-8ced465f4db5),segment_id=9dbb1af3-bbe5-4096-b415-8ced465f4db5)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:49:08.529928 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:08.586140 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=f439ea02-5197-45e0-8c12-eb9e757bca4f,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:08.595813 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.596376 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.596973 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.597511 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.598024 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.598586 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.599077 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.599573 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.600072 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.600561 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.601040 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.601547 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.602215 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.602896 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.603382 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:49:08.755291 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['f439ea02-5197-45e0-8c12-eb9e757bca4f'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:49:08.811826 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60600) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:08.879661 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf21a0d-46e6-468f-afb8-0829a926aee4 admin admin] Router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:49:08.933366 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-daba2b88-0373-48af-a409-66e53d7e4f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.004121 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf21a0d-46e6-468f-afb8-0829a926aee4 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:49:09.012945 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60604) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:09.013805 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-fbf21a0d-46e6-468f-afb8-0829a926aee4 admin admin] 10.222.0.42 "PUT /v2.0/routers/3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0461509 Mar 22 17:49:09.014958 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b810e1-0d12-4242-8cce-bc45dec16482 None None] Sync routers for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:49:09.021879 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-daba2b88-0373-48af-a409-66e53d7e4f21 admin admin] Publish callbacks [] for security_group (5b12bc59-8e12-432b-b28c-c27e06dd7267), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.027722 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b810e1-0d12-4242-8cce-bc45dec16482 None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:49:09.028461 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-57b810e1-0d12-4242-8cce-bc45dec16482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:49:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:09.056495 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-daba2b88-0373-48af-a409-66e53d7e4f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (5b12bc59-8e12-432b-b28c-c27e06dd7267), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.135629 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-daba2b88-0373-48af-a409-66e53d7e4f21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5d3d11570ee488e85880abe9ba7eea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225770 Mar 22 17:49:09.138287 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60606) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:09.138792 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-57b810e1-0d12-4242-8cce-bc45dec16482 None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:49:09.138897 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba2b88-0373-48af-a409-66e53d7e4f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b12bc59-8e12-432b-b28c-c27e06dd7267,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:09.168396 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Publish callbacks [] for router (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.193611 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7c33d6b6-064b-4d95-aa2a-97871659b0f0 admin admin] Publish callbacks [] for security_group (5b12bc59-8e12-432b-b28c-c27e06dd7267), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.217829 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7c33d6b6-064b-4d95-aa2a-97871659b0f0 admin admin] Publish callbacks [] for security_group (5b12bc59-8e12-432b-b28c-c27e06dd7267), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.272205 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7c33d6b6-064b-4d95-aa2a-97871659b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (5b12bc59-8e12-432b-b28c-c27e06dd7267), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.274837 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7c33d6b6-064b-4d95-aa2a-97871659b0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.279034 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-7c33d6b6-064b-4d95-aa2a-97871659b0f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b12bc59-8e12-432b-b28c-c27e06dd7267 HTTP/1.1" status: 204 len: 168 time: 0.1388488 Mar 22 17:49:09.288288 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33d6b6-064b-4d95-aa2a-97871659b0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b12bc59-8e12-432b-b28c-c27e06dd7267,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:09.292183 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Publish callbacks [] for router_gateway (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.333638 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-57b810e1-0d12-4242-8cce-bc45dec16482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:49:08Z', 'revision_number': 5, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port': {'id': '68edbeb8-f374-4daf-9abe-c5ebd36f16f1', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:41:37Z', 'updated_at': '2022-03-22T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:09.366059 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b810e1-0d12-4242-8cce-bc45dec16482 None None] Checking router: 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:49:09.368352 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Deleting port 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:49:09.368710 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.375337 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b810e1-0d12-4242-8cce-bc45dec16482 None None] Routers {'3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:49:09.375960 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-57b810e1-0d12-4242-8cce-bc45dec16482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:49:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:09.462763 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] For port 68edbeb8-f374-4daf-9abe-c5ebd36f16f1, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=68edbeb8-f374-4daf-9abe-c5ebd36f16f1,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:49:09.463353 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.469279 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-57b810e1-0d12-4242-8cce-bc45dec16482 None None] Set router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e gateway port host: None {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:49:09.485108 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Calling delete_port for 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 owned by network:router_gateway {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:49:09.532218 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-57b810e1-0d12-4242-8cce-bc45dec16482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:49:09Z', 'revision_number': 6, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port_host': None}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:09.561123 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b810e1-0d12-4242-8cce-bc45dec16482 None None] The sync data for ids ['3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e'] in dv-cinder-790535-31-iscsi is: [{'id': '3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-971436446-router', 'tenant_id': '545c21eb56a34f30adb2fbf76197ea0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:41:34Z', 'updated_at': '2022-03-22T17:49:09Z', 'revision_number': 6, 'project_id': '545c21eb56a34f30adb2fbf76197ea0c', 'gw_port_host': None}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:49:09.627527 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60614) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:09.640834 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a80b9003-2ea0-461f-82f0-72aeae5cd4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.647860 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2911e-77fc-4820-b086-a536aebe00d3 req-cc88adde-9ac0-4066-ae95-af011913c37d tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:09.649452 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-64e2911e-77fc-4820-b086-a536aebe00d3 req-cc88adde-9ac0-4066-ae95-af011913c37d tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 949 time: 0.1184258 Mar 22 17:49:09.733657 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a80b9003-2ea0-461f-82f0-72aeae5cd4a7 admin admin] Publish callbacks [] for security_group (5f12d793-f773-44c8-9ee3-e267d9faf6ec), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.734095 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-64e2911e-77fc-4820-b086-a536aebe00d3 req-acb409c5-1a69-4fd7-afb6-374e7429c93a tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d0a3d30-4bcd-472f-9ed5-a2149eb3d394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778792 Mar 22 17:49:09.738475 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a80b9003-2ea0-461f-82f0-72aeae5cd4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (5f12d793-f773-44c8-9ee3-e267d9faf6ec), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.760065 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (68edbeb8-f374-4daf-9abe-c5ebd36f16f1), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.778750 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-a80b9003-2ea0-461f-82f0-72aeae5cd4a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7b61d21f5b64aefaa847088f040e42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500413 Mar 22 17:49:09.779866 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b9003-2ea0-461f-82f0-72aeae5cd4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f12d793-f773-44c8-9ee3-e267d9faf6ec,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:09.783535 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60616) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:09.788567 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Pushing event deleted for resources: {'Port': ['ID=68edbeb8-f374-4daf-9abe-c5ebd36f16f1,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:09.834615 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-85fa5799-22ae-40b8-9d18-e2b7a37708c0 admin admin] Publish callbacks [] for security_group (5f12d793-f773-44c8-9ee3-e267d9faf6ec), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.853853 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686665'] for router_gateway (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.856291 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-85fa5799-22ae-40b8-9d18-e2b7a37708c0 admin admin] Publish callbacks [] for security_group (5f12d793-f773-44c8-9ee3-e267d9faf6ec), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.914048 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-85fa5799-22ae-40b8-9d18-e2b7a37708c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (5f12d793-f773-44c8-9ee3-e267d9faf6ec), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.916692 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-85fa5799-22ae-40b8-9d18-e2b7a37708c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.920273 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-85fa5799-22ae-40b8-9d18-e2b7a37708c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f12d793-f773-44c8-9ee3-e267d9faf6ec HTTP/1.1" status: 204 len: 168 time: 0.1334293 Mar 22 17:49:09.926308 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa5799-22ae-40b8-9d18-e2b7a37708c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f12d793-f773-44c8-9ee3-e267d9faf6ec,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:09.962410 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3000'] for router (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:09.967143 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Publish callbacks [] for router_controller (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.027331 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683050'] for router (3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.027936 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e {{(pid=109967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:49:10.033960 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.035116 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5cd6c237-4728-4fff-a396-45dc2d9f99bb admin admin] 10.222.0.42 "DELETE /v2.0/routers/3f1ddc7f-be3d-4345-bdb6-4d0b14977f1e HTTP/1.1" status: 204 len: 168 time: 1.0210845 Mar 22 17:49:10.037642 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60620) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:10.088287 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc84597-b640-4eae-bf0d-b0aa450f0861 admin admin] Deleting subnet eeb566b8-5e2e-4fe9-bead-53cef53e0e25 {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:49:10.091786 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bdc84597-b640-4eae-bf0d-b0aa450f0861 admin admin] Publish callbacks [] for subnet (eeb566b8-5e2e-4fe9-bead-53cef53e0e25), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.136179 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bdc84597-b640-4eae-bf0d-b0aa450f0861 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62622258'] for subnet (eeb566b8-5e2e-4fe9-bead-53cef53e0e25), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.223041 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bdc84597-b640-4eae-bf0d-b0aa450f0861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (eeb566b8-5e2e-4fe9-bead-53cef53e0e25), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.282909 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bdc84597-b640-4eae-bf0d-b0aa450f0861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61705885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59114573'] for subnet (eeb566b8-5e2e-4fe9-bead-53cef53e0e25), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.310719 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc84597-b640-4eae-bf0d-b0aa450f0861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb566b8-5e2e-4fe9-bead-53cef53e0e25,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:10.317180 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bdc84597-b640-4eae-bf0d-b0aa450f0861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.322595 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-bdc84597-b640-4eae-bf0d-b0aa450f0861 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/eeb566b8-5e2e-4fe9-bead-53cef53e0e25 HTTP/1.1" status: 204 len: 168 time: 0.2838185 Mar 22 17:49:10.323035 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0081bc44-3cce-4b54-8e6c-7480d05cee52 None None] Network e4bb652a-ddb8-47f6-a166-0773f8309a03 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:49:10.325024 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60630) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:10.395860 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device f439ea02-5197-45e0-8c12-eb9e757bca4f up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:49:10.427647 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device f90fd1a7-99cf-43eb-bee8-9507ea71487b no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:49:10.430409 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (e4bb652a-ddb8-47f6-a166-0773f8309a03), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.466097 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: f90fd1a7-99cf-43eb-bee8-9507ea71487b {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:49:10.466449 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device f90fd1a7-99cf-43eb-bee8-9507ea71487b not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:49:10.466876 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:49:10.487657 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Deleting port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:49:10.488029 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.516038 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:49:10.516811 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 68edbeb8-f374-4daf-9abe-c5ebd36f16f1 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:49:10.546327 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port f439ea02-5197-45e0-8c12-eb9e757bca4f completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:49:10.553590 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port f439ea02-5197-45e0-8c12-eb9e757bca4f triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:49:10.553969 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.556888 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] For port 839beaca-7f08-42c1-85c6-ee8b9d011ea8, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=839beaca-7f08-42c1-85c6-ee8b9d011ea8,segment=NetworkSegment(4b28d9a9-f5e3-492d-89ce-c61a04df04ea),segment_id=4b28d9a9-f5e3-492d-89ce-c61a04df04ea)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:49:10.557358 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.588305 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Calling delete_port for 839beaca-7f08-42c1-85c6-ee8b9d011ea8 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:49:10.659450 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a532e7a-502d-49d3-9611-0a4a6637383c None None] DHCP port deletion for e4bb652a-ddb8-47f6-a166-0773f8309a03 request from dv-cinder-790535-31-iscsi {{(pid=109969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:49:10.682911 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port f439ea02-5197-45e0-8c12-eb9e757bca4f is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:49:10.683406 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.692915 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.721569 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Pushing event deleted for resources: {'Port': ['ID=839beaca-7f08-42c1-85c6-ee8b9d011ea8,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:10.724027 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] No DVR routers for this DVR port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 on host dv-cinder-790535-31-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:49:10.737624 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c31f157-4d92-47aa-b567-c15c0ede510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f439ea02-5197-45e0-8c12-eb9e757bca4f'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:49:10.739895 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31f82e2-7828-4159-afd7-dca76bd7981d" -d '{"events": [{"server_uuid": "5c31f157-4d92-47aa-b567-c15c0ede510a", "name": "network-vif-plugged", "status": "completed", "tag": "f439ea02-5197-45e0-8c12-eb9e757bca4f"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:49:10.762187 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port f439ea02-5197-45e0-8c12-eb9e757bca4f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f439ea02-5197-45e0-8c12-eb9e757bca4f,segment=NetworkSegment(9dbb1af3-bbe5-4096-b415-8ced465f4db5),segment_id=9dbb1af3-bbe5-4096-b415-8ced465f4db5)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:49:10.771607 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.804118 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (e4bb652a-ddb8-47f6-a166-0773f8309a03), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.834794 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1148fb39-21e2-4b60-988a-c28047036654 x-openstack-request-id: req-1148fb39-21e2-4b60-988a-c28047036654 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:49:10.835158 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c31f157-4d92-47aa-b567-c15c0ede510a", "name": "network-vif-plugged", "status": "completed", "tag": "f439ea02-5197-45e0-8c12-eb9e757bca4f", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:49:10.835564 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1148fb39-21e2-4b60-988a-c28047036654 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:49:10.835954 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1148fb39-21e2-4b60-988a-c28047036654'] response: {'server_uuid': '5c31f157-4d92-47aa-b567-c15c0ede510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f439ea02-5197-45e0-8c12-eb9e757bca4f', 'code': 200} Mar 22 17:49:10.840700 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bb652a-ddb8-47f6-a166-0773f8309a03']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:10.849028 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-9a532e7a-502d-49d3-9611-0a4a6637383c None None] Deleting port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 {{(pid=109969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:49:10.849774 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-9a532e7a-502d-49d3-9611-0a4a6637383c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), before_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.866317 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=f439ea02-5197-45e0-8c12-eb9e757bca4f,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:10.869343 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b28d9a9-f5e3-492d-89ce-c61a04df04ea') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:10.869910 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b28d9a9-f5e3-492d-89ce-c61a04df04ea') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:10.905020 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62622219'] for segment (4b28d9a9-f5e3-492d-89ce-c61a04df04ea), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.927512 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (4b28d9a9-f5e3-492d-89ce-c61a04df04ea), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.940212 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:49:10.940927 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61706047'] for segment (4b28d9a9-f5e3-492d-89ce-c61a04df04ea), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: timer() Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: cb(*args, **kw) Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: self._notify() Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: self.callback(batched_events) Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: event.method(event) Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: return self._get(url).json() Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:49:10.943254 dv-cinder-790535-31-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:49:10.947806 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-9a532e7a-502d-49d3-9611-0a4a6637383c None None] For port 839beaca-7f08-42c1-85c6-ee8b9d011ea8, host dv-cinder-790535-31-iscsi, got binding levels [] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:49:10.948281 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-9a532e7a-502d-49d3-9611-0a4a6637383c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), precommit_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:10.952591 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ca5f6-4679-49a3-ab57-5f3a3719602f req-ce54761d-1947-49bb-81d9-2b1648ec3734 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:10.957958 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-598ca5f6-4679-49a3-ab57-5f3a3719602f req-ce54761d-1947-49bb-81d9-2b1648ec3734 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 950 time: 0.1242404 Mar 22 17:49:10.966097 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-9a532e7a-502d-49d3-9611-0a4a6637383c None None] Calling delete_port for 839beaca-7f08-42c1-85c6-ee8b9d011ea8 owned by network:dhcp {{(pid=109969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:49:10.969352 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.ipam_backend_mixin [None req-9a532e7a-502d-49d3-9611-0a4a6637383c None None] Port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 was not found and therefore no delete operation was performed {{(pid=109969) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 17:49:10.971463 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-9a532e7a-502d-49d3-9611-0a4a6637383c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671'] for port (839beaca-7f08-42c1-85c6-ee8b9d011ea8), after_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:11.002094 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a532e7a-502d-49d3-9611-0a4a6637383c None None] Pushing event deleted for resources: {'Port': ['ID=839beaca-7f08-42c1-85c6-ee8b9d011ea8,revision_number=None']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:11.004388 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a532e7a-502d-49d3-9611-0a4a6637383c None None] No DVR routers for this DVR port 839beaca-7f08-42c1-85c6-ee8b9d011ea8 on host dv-cinder-790535-31-iscsi {{(pid=109969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:49:11.072355 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (e4bb652a-ddb8-47f6-a166-0773f8309a03), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:11.089374 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:11.092574 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] 10.222.0.42 "DELETE /v2.0/networks/e4bb652a-ddb8-47f6-a166-0773f8309a03 HTTP/1.1" status: 204 len: 168 time: 0.7657187 Mar 22 17:49:11.109045 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b829ce-ef61-498e-81c3-9043e3e4b3da admin admin] Pushing event deleted for resources: {'Network': ['ID=e4bb652a-ddb8-47f6-a166-0773f8309a03,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:11.114959 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-598ca5f6-4679-49a3-ab57-5f3a3719602f req-a9b04b9c-4800-4fc6-a5f3-214a9806c54b tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d0a3d30-4bcd-472f-9ed5-a2149eb3d394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464264 Mar 22 17:49:11.117887 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f1fb5-cfc6-45d8-a51c-5f3e318de1d6 req-6986dc53-fd9a-4fb4-b1c0-d67df37a8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:11.119355 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-911f1fb5-cfc6-45d8-a51c-5f3e318de1d6 req-6986dc53-fd9a-4fb4-b1c0-d67df37a8fba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 1134 time: 0.1497872 Mar 22 17:49:11.170111 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-911f1fb5-cfc6-45d8-a51c-5f3e318de1d6 req-c590cff5-f964-402c-946d-e0ec7e7b4be3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3d0a3d30-4bcd-472f-9ed5-a2149eb3d394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422747 Mar 22 17:49:11.231423 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60658) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:11.271194 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-281be094-6ebe-4f1f-8e66-6a8eb7aab92e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=545c21eb56a34f30adb2fbf76197ea0c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385084 Mar 22 17:49:11.273547 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60660) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:11.323027 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fb3729fb-0f31-447e-b9d2-a50ee084250f admin admin] Publish callbacks [] for security_group (82abbe05-c8e0-4a63-996c-eefc8817e378), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:11.345437 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fb3729fb-0f31-447e-b9d2-a50ee084250f admin admin] Publish callbacks [] for security_group (82abbe05-c8e0-4a63-996c-eefc8817e378), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:11.395811 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fb3729fb-0f31-447e-b9d2-a50ee084250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (82abbe05-c8e0-4a63-996c-eefc8817e378), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:11.398371 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fb3729fb-0f31-447e-b9d2-a50ee084250f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:11.399528 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-fb3729fb-0f31-447e-b9d2-a50ee084250f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82abbe05-c8e0-4a63-996c-eefc8817e378 HTTP/1.1" status: 204 len: 168 time: 0.1250296 Mar 22 17:49:11.407921 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3729fb-0f31-447e-b9d2-a50ee084250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82abbe05-c8e0-4a63-996c-eefc8817e378,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:12.103199 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60696) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:12.221663 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1138655654-network', 'tenant_id': '29dc59617fa44924bf2c96ffdfe6f12e'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:49:12.252574 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Made reservation on behalf of 29dc59617fa44924bf2c96ffdfe6f12e for: {'network': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:49:12.254828 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:12.265271 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ae692-f0f2-49f3-9796-7fb737a910c6 req-ef280613-4a5a-4c01-954c-4aae0fc5dbfc tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:12.267762 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-984ae692-f0f2-49f3-9796-7fb737a910c6 req-ef280613-4a5a-4c01-954c-4aae0fc5dbfc tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 950 time: 0.0786643 Mar 22 17:49:12.279451 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:12.340438 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-984ae692-f0f2-49f3-9796-7fb737a910c6 req-c5bccad4-d906-4c1c-ab1e-ada5f017daf5 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d0a3d30-4bcd-472f-9ed5-a2149eb3d394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669994 Mar 22 17:49:12.356484 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 839beaca-7f08-42c1-85c6-ee8b9d011ea8 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:49:12.378547 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 839beaca-7f08-42c1-85c6-ee8b9d011ea8 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:49:12.378898 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 839beaca-7f08-42c1-85c6-ee8b9d011ea8 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:49:12.396954 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Publish callbacks [] for security_group (41aa8c9e-d73a-4bf8-9bc9-5dbf1c014939), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:12.400764 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (41aa8c9e-d73a-4bf8-9bc9-5dbf1c014939), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:12.428439 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=109968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:49:12.438111 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41aa8c9e-d73a-4bf8-9bc9-5dbf1c014939,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:12.442906 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (cf965446-f279-4838-aead-c8ae4b26885a), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:12.443248 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.segments_db [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Added segment cf965446-f279-4838-aead-c8ae4b26885a of type vlan for network 0dbdffa2-9df8-473f-a387-c82cb65682af Mar 22 17:49:12.483784 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (0dbdffa2-9df8-473f-a387-c82cb65682af), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:12.509392 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (0dbdffa2-9df8-473f-a387-c82cb65682af), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:12.510319 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:12.510897 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:12.562708 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4583907 Mar 22 17:49:12.566184 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60702) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:12.571041 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-252b64ba-dab7-4673-9b86-17edb4f028d1 admin admin] Request body: {'subnet': {'network_id': '0dbdffa2-9df8-473f-a387-c82cb65682af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1138655654-subnet', 'tenant_id': '29dc59617fa44924bf2c96ffdfe6f12e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:49:12.571731 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b78e6-f62e-48fa-8f6e-ef510d145fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=0dbdffa2-9df8-473f-a387-c82cb65682af,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:12.582009 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network 0dbdffa2-9df8-473f-a387-c82cb65682af details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:49:12.590906 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252b64ba-dab7-4673-9b86-17edb4f028d1 admin admin] Made reservation on behalf of 29dc59617fa44924bf2c96ffdfe6f12e for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:49:12.593558 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-252b64ba-dab7-4673-9b86-17edb4f028d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59114592'] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:12.762295 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-252b64ba-dab7-4673-9b86-17edb4f028d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61705948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59114614'] for subnet (1691fffb-b9bf-47ed-891a-1ade066afbf5), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:12.824640 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b64ba-dab7-4673-9b86-17edb4f028d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1691fffb-b9bf-47ed-891a-1ade066afbf5,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:12.832881 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252b64ba-dab7-4673-9b86-17edb4f028d1 admin admin] Checking segment: {'id': 'cf965446-f279-4838-aead-c8ae4b26885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0dbdffa2-9df8-473f-a387-c82cb65682af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:49:12.833245 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252b64ba-dab7-4673-9b86-17edb4f028d1 admin admin] Network hostable DHCP agents. Network: 0dbdffa2-9df8-473f-a387-c82cb65682af, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:49:12.850344 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252b64ba-dab7-4673-9b86-17edb4f028d1 admin admin] Network 0dbdffa2-9df8-473f-a387-c82cb65682af is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:49:12.858549 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-252b64ba-dab7-4673-9b86-17edb4f028d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, 0dbdffa2-9df8-473f-a387-c82cb65682af) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:49:12.864245 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252b64ba-dab7-4673-9b86-17edb4f028d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:12.865068 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-252b64ba-dab7-4673-9b86-17edb4f028d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:12.868113 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50231bc-4c39-40f2-803b-4c47b9e46164 None None] Network 0dbdffa2-9df8-473f-a387-c82cb65682af requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:49:12.882537 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-252b64ba-dab7-4673-9b86-17edb4f028d1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3152587 Mar 22 17:49:12.972956 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69723e09-ba63-4c74-aa41-f159f7f0ce7d None None] Network 0dbdffa2-9df8-473f-a387-c82cb65682af requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:49:13.372321 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60728) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:13.377653 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-155285775-network', 'tenant_id': '5c8bafa4f3cb44adb14ad87334907afe'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:49:13.413348 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Made reservation on behalf of 5c8bafa4f3cb44adb14ad87334907afe for: {'network': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:49:13.421946 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.428343 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.481841 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ad7e8-c9e6-4a2f-87e2-3f44049f1285 req-1208d378-9a40-45fd-a482-800db53851da tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:13.483773 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bf4ad7e8-c9e6-4a2f-87e2-3f44049f1285 req-1208d378-9a40-45fd-a482-800db53851da tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 950 time: 0.0594637 Mar 22 17:49:13.511811 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Publish callbacks [] for security_group (4327765b-442b-49ad-a6cb-42d9f515f532), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.516187 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (4327765b-442b-49ad-a6cb-42d9f515f532), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.534172 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bf4ad7e8-c9e6-4a2f-87e2-3f44049f1285 req-70e27022-b8a5-4353-91c1-4859318a7f76 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d0a3d30-4bcd-472f-9ed5-a2149eb3d394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Mar 22 17:49:13.545690 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=109968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:49:13.556049 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4327765b-442b-49ad-a6cb-42d9f515f532,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:13.561006 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (1bffe5fe-24b1-4fde-88e6-50437974f3fa), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.561354 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.segments_db [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Added segment 1bffe5fe-24b1-4fde-88e6-50437974f3fa of type vlan for network 7d99fb6d-cec8-4272-adcc-dc4be6f0628e Mar 22 17:49:13.602834 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (7d99fb6d-cec8-4272-adcc-dc4be6f0628e), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.629934 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (7d99fb6d-cec8-4272-adcc-dc4be6f0628e), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.630985 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:13.631593 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.690628 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3175290 Mar 22 17:49:13.693313 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60736) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:13.698185 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-907fbfc5-f6cc-4edf-a517-2e6b8a9de3e1 admin admin] Request body: {'subnet': {'network_id': '7d99fb6d-cec8-4272-adcc-dc4be6f0628e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-155285775-subnet', 'tenant_id': '5c8bafa4f3cb44adb14ad87334907afe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:49:13.707019 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf876cc-f93b-46d2-9c37-075a2e454941 admin admin] Pushing event updated for resources: {'Network': ['ID=7d99fb6d-cec8-4272-adcc-dc4be6f0628e,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:13.719671 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network 7d99fb6d-cec8-4272-adcc-dc4be6f0628e details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:49:13.729188 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907fbfc5-f6cc-4edf-a517-2e6b8a9de3e1 admin admin] Made reservation on behalf of 5c8bafa4f3cb44adb14ad87334907afe for: {'subnet': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:49:13.731942 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-907fbfc5-f6cc-4edf-a517-2e6b8a9de3e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59520985'] for subnet (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.830571 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad67e7-443e-4c54-a284-7ad12fa8da9c req-fd49b27a-b759-4a8f-824e-84c44fe67559 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:13.832392 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e6ad67e7-443e-4c54-a284-7ad12fa8da9c req-fd49b27a-b759-4a8f-824e-84c44fe67559 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 950 time: 0.0623090 Mar 22 17:49:13.887413 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e6ad67e7-443e-4c54-a284-7ad12fa8da9c req-b3857a4a-a8bd-4037-abff-e2acabc3ba04 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d0a3d30-4bcd-472f-9ed5-a2149eb3d394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446899 Mar 22 17:49:13.910296 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-907fbfc5-f6cc-4edf-a517-2e6b8a9de3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59432118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59520975'] for subnet (ce153769-c712-474b-98da-109555dabe72), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:13.967198 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fbfc5-f6cc-4edf-a517-2e6b8a9de3e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce153769-c712-474b-98da-109555dabe72,revision_number=0']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:13.975880 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907fbfc5-f6cc-4edf-a517-2e6b8a9de3e1 admin admin] Checking segment: {'id': '1bffe5fe-24b1-4fde-88e6-50437974f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7d99fb6d-cec8-4272-adcc-dc4be6f0628e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:49:13.976241 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907fbfc5-f6cc-4edf-a517-2e6b8a9de3e1 admin admin] Network hostable DHCP agents. Network: 7d99fb6d-cec8-4272-adcc-dc4be6f0628e, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:49:13.993236 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907fbfc5-f6cc-4edf-a517-2e6b8a9de3e1 admin admin] Network 7d99fb6d-cec8-4272-adcc-dc4be6f0628e is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:49:14.001717 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-907fbfc5-f6cc-4edf-a517-2e6b8a9de3e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, 7d99fb6d-cec8-4272-adcc-dc4be6f0628e) {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:49:14.009847 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49cc46c-30fe-4bd0-b42e-77c8fcb6cf61 None None] Network 7d99fb6d-cec8-4272-adcc-dc4be6f0628e requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:49:14.010616 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907fbfc5-f6cc-4edf-a517-2e6b8a9de3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:14.011245 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-907fbfc5-f6cc-4edf-a517-2e6b8a9de3e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.028403 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-907fbfc5-f6cc-4edf-a517-2e6b8a9de3e1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3340409 Mar 22 17:49:14.114161 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8d4daa-b79d-4488-83f5-dcaf49cd47d4 None None] Network 7d99fb6d-cec8-4272-adcc-dc4be6f0628e requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:49:14.146878 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60742) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:14.193893 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ffba68-1826-4746-b550-37023c7e838b admin admin] Deleting subnet 1691fffb-b9bf-47ed-891a-1ade066afbf5 {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:49:14.198114 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-71ffba68-1826-4746-b550-37023c7e838b admin admin] Publish callbacks [] for subnet (1691fffb-b9bf-47ed-891a-1ade066afbf5), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.232588 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-71ffba68-1826-4746-b550-37023c7e838b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62622258'] for subnet (1691fffb-b9bf-47ed-891a-1ade066afbf5), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.270683 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-71ffba68-1826-4746-b550-37023c7e838b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (1691fffb-b9bf-47ed-891a-1ade066afbf5), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.324850 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-71ffba68-1826-4746-b550-37023c7e838b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61705885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59114573'] for subnet (1691fffb-b9bf-47ed-891a-1ade066afbf5), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.351627 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffba68-1826-4746-b550-37023c7e838b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1691fffb-b9bf-47ed-891a-1ade066afbf5,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:14.353611 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-71ffba68-1826-4746-b550-37023c7e838b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.356804 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-71ffba68-1826-4746-b550-37023c7e838b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1691fffb-b9bf-47ed-891a-1ade066afbf5 HTTP/1.1" status: 204 len: 168 time: 0.2089312 Mar 22 17:49:14.359251 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60744) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:14.431181 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7e1837c9-45a2-4d87-bf3b-d7b07a2b2704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (0dbdffa2-9df8-473f-a387-c82cb65682af), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.511272 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7e1837c9-45a2-4d87-bf3b-d7b07a2b2704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (0dbdffa2-9df8-473f-a387-c82cb65682af), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.537313 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-7e1837c9-45a2-4d87-bf3b-d7b07a2b2704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbdffa2-9df8-473f-a387-c82cb65682af']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:14.546646 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-7e1837c9-45a2-4d87-bf3b-d7b07a2b2704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf965446-f279-4838-aead-c8ae4b26885a') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:14.546941 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-7e1837c9-45a2-4d87-bf3b-d7b07a2b2704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf965446-f279-4838-aead-c8ae4b26885a') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:14.556165 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7e1837c9-45a2-4d87-bf3b-d7b07a2b2704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62622219'] for segment (cf965446-f279-4838-aead-c8ae4b26885a), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.569846 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7e1837c9-45a2-4d87-bf3b-d7b07a2b2704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (cf965446-f279-4838-aead-c8ae4b26885a), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.575621 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1837c9-45a2-4d87-bf3b-d7b07a2b2704 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:49:14.575930 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7e1837c9-45a2-4d87-bf3b-d7b07a2b2704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61706047'] for segment (cf965446-f279-4838-aead-c8ae4b26885a), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: timer() Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: cb(*args, **kw) Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: self._notify() Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: self.callback(batched_events) Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: event.method(event) Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: return self._get(url).json() Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:49:14.577562 dv-cinder-790535-31-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:49:14.631611 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7e1837c9-45a2-4d87-bf3b-d7b07a2b2704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (0dbdffa2-9df8-473f-a387-c82cb65682af), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.638813 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7e1837c9-45a2-4d87-bf3b-d7b07a2b2704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.645126 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7e1837c9-45a2-4d87-bf3b-d7b07a2b2704 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0dbdffa2-9df8-473f-a387-c82cb65682af HTTP/1.1" status: 204 len: 168 time: 0.2823529 Mar 22 17:49:14.645846 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60752) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:14.652321 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1837c9-45a2-4d87-bf3b-d7b07a2b2704 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dbdffa2-9df8-473f-a387-c82cb65682af,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:14.699395 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72ca8f5-dfe0-40d4-9885-c31101dc9aec admin admin] Deleting subnet ce153769-c712-474b-98da-109555dabe72 {{(pid=109968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:49:14.702794 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d72ca8f5-dfe0-40d4-9885-c31101dc9aec admin admin] Publish callbacks [] for subnet (ce153769-c712-474b-98da-109555dabe72), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.743194 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d72ca8f5-dfe0-40d4-9885-c31101dc9aec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59346193'] for subnet (ce153769-c712-474b-98da-109555dabe72), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.794724 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d72ca8f5-dfe0-40d4-9885-c31101dc9aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (ce153769-c712-474b-98da-109555dabe72), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.852333 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d72ca8f5-dfe0-40d4-9885-c31101dc9aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59432183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521012'] for subnet (ce153769-c712-474b-98da-109555dabe72), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.878885 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ca8f5-dfe0-40d4-9885-c31101dc9aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce153769-c712-474b-98da-109555dabe72,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:14.882660 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d72ca8f5-dfe0-40d4-9885-c31101dc9aec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:14.885821 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-d72ca8f5-dfe0-40d4-9885-c31101dc9aec admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ce153769-c712-474b-98da-109555dabe72 HTTP/1.1" status: 204 len: 168 time: 0.2386229 Mar 22 17:49:14.888308 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60760) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:14.966687 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3eab791d-9f63-4ecb-bb6a-c93b00b578a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (7d99fb6d-cec8-4272-adcc-dc4be6f0628e), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.080954 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2553cf1-7eb7-428b-b050-68f7a1e0cbd0 req-f3f4cdbf-7029-447a-9bb9-6104b3cc9e03 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:15.082405 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d2553cf1-7eb7-428b-b050-68f7a1e0cbd0 req-f3f4cdbf-7029-447a-9bb9-6104b3cc9e03 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 950 time: 0.0545259 Mar 22 17:49:15.087678 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd2e5d-57f1-4d97-b3bb-a462840e59e6 req-9fa820bb-6f24-4aea-b695-975f8be0ab19 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:15.089219 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-eacd2e5d-57f1-4d97-b3bb-a462840e59e6 req-9fa820bb-6f24-4aea-b695-975f8be0ab19 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c31f157-4d92-47aa-b567-c15c0ede510a HTTP/1.1" status: 200 len: 950 time: 0.1264093 Mar 22 17:49:15.093372 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3eab791d-9f63-4ecb-bb6a-c93b00b578a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (7d99fb6d-cec8-4272-adcc-dc4be6f0628e), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.128843 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-3eab791d-9f63-4ecb-bb6a-c93b00b578a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d99fb6d-cec8-4272-adcc-dc4be6f0628e']}} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:15.146446 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-3eab791d-9f63-4ecb-bb6a-c93b00b578a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bffe5fe-24b1-4fde-88e6-50437974f3fa') {'for_net_delete': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:15.146742 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-3eab791d-9f63-4ecb-bb6a-c93b00b578a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bffe5fe-24b1-4fde-88e6-50437974f3fa') {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:49:15.163149 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3eab791d-9f63-4ecb-bb6a-c93b00b578a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59346216'] for segment (1bffe5fe-24b1-4fde-88e6-50437974f3fa), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.178045 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-eacd2e5d-57f1-4d97-b3bb-a462840e59e6 req-28cc5eaf-b0e5-43b9-833b-b1415c6bbb67 tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d0a3d30-4bcd-472f-9ed5-a2149eb3d394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809715 Mar 22 17:49:15.183434 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-d2553cf1-7eb7-428b-b050-68f7a1e0cbd0 req-738130f3-02f5-4715-9a37-e11887dc1c8e tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Deleting port f439ea02-5197-45e0-8c12-eb9e757bca4f {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:49:15.183434 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d2553cf1-7eb7-428b-b050-68f7a1e0cbd0 req-738130f3-02f5-4715-9a37-e11887dc1c8e tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.184263 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3eab791d-9f63-4ecb-bb6a-c93b00b578a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (1bffe5fe-24b1-4fde-88e6-50437974f3fa), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.191796 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eab791d-9f63-4ecb-bb6a-c93b00b578a9 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=109968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:49:15.192172 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3eab791d-9f63-4ecb-bb6a-c93b00b578a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59432277'] for segment (1bffe5fe-24b1-4fde-88e6-50437974f3fa), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: Traceback (most recent call last): Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: timer() Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: cb(*args, **kw) Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: return func(*args, **kwargs) Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: self._notify() Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: self.callback(batched_events) Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: event.method(event) Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: return f(self, *a, **k) Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._get(url).json() Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: return self.request(url, 'GET', **kwargs) Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:49:15.194328 dv-cinder-790535-31-iscsi neutron-server[109968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:49:15.253634 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3eab791d-9f63-4ecb-bb6a-c93b00b578a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (7d99fb6d-cec8-4272-adcc-dc4be6f0628e), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.258654 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3eab791d-9f63-4ecb-bb6a-c93b00b578a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.264204 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-3eab791d-9f63-4ecb-bb6a-c93b00b578a9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7d99fb6d-cec8-4272-adcc-dc4be6f0628e HTTP/1.1" status: 204 len: 168 time: 0.3724558 Mar 22 17:49:15.275260 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab791d-9f63-4ecb-bb6a-c93b00b578a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d99fb6d-cec8-4272-adcc-dc4be6f0628e,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:15.278287 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-d2553cf1-7eb7-428b-b050-68f7a1e0cbd0 req-738130f3-02f5-4715-9a37-e11887dc1c8e tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] For port f439ea02-5197-45e0-8c12-eb9e757bca4f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f439ea02-5197-45e0-8c12-eb9e757bca4f,segment=NetworkSegment(9dbb1af3-bbe5-4096-b415-8ced465f4db5),segment_id=9dbb1af3-bbe5-4096-b415-8ced465f4db5)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:49:15.278662 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d2553cf1-7eb7-428b-b050-68f7a1e0cbd0 req-738130f3-02f5-4715-9a37-e11887dc1c8e tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.293609 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-d2553cf1-7eb7-428b-b050-68f7a1e0cbd0 req-738130f3-02f5-4715-9a37-e11887dc1c8e tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Calling delete_port for f439ea02-5197-45e0-8c12-eb9e757bca4f owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:49:15.431885 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d2553cf1-7eb7-428b-b050-68f7a1e0cbd0 req-738130f3-02f5-4715-9a37-e11887dc1c8e tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (f439ea02-5197-45e0-8c12-eb9e757bca4f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.436184 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60766) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:15.444465 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['f439ea02-5197-45e0-8c12-eb9e757bca4f'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:49:15.467875 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738130f3-02f5-4715-9a37-e11887dc1c8e tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Pushing event deleted for resources: {'Port': ['ID=f439ea02-5197-45e0-8c12-eb9e757bca4f,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:15.481632 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-6294d81e-1e5f-46ae-acdc-80ba709b7c26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29dc59617fa44924bf2c96ffdfe6f12e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439932 Mar 22 17:49:15.488419 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60768) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:15.515691 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2553cf1-7eb7-428b-b050-68f7a1e0cbd0 req-738130f3-02f5-4715-9a37-e11887dc1c8e tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] No DVR routers for this DVR port f439ea02-5197-45e0-8c12-eb9e757bca4f on host hv-cinder-79053 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:49:15.518467 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d2553cf1-7eb7-428b-b050-68f7a1e0cbd0 req-738130f3-02f5-4715-9a37-e11887dc1c8e tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.521890 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d2553cf1-7eb7-428b-b050-68f7a1e0cbd0 req-738130f3-02f5-4715-9a37-e11887dc1c8e tempest-VolumesNegativeTest-1648797910 tempest-VolumesNegativeTest-1648797910-project] 10.222.0.76 "DELETE /v2.0/ports/f439ea02-5197-45e0-8c12-eb9e757bca4f HTTP/1.1" status: 204 len: 173 time: 0.4341631 Mar 22 17:49:15.522354 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c31f157-4d92-47aa-b567-c15c0ede510a', 'name': 'network-vif-deleted', 'tag': 'f439ea02-5197-45e0-8c12-eb9e757bca4f'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:49:15.524688 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0d59939607dae2f994063d80452f574d00d75187b0c96a81b4eebd95b3f9f7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe651ed-34ff-4e4c-899b-a91fa886b131" -d '{"events": [{"server_uuid": "5c31f157-4d92-47aa-b567-c15c0ede510a", "name": "network-vif-deleted", "tag": "f439ea02-5197-45e0-8c12-eb9e757bca4f"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:49:15.545976 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4ad0059d-7462-4916-bee8-376aaf484cce admin admin] Publish callbacks [] for security_group (41aa8c9e-d73a-4bf8-9bc9-5dbf1c014939), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.571434 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4ad0059d-7462-4916-bee8-376aaf484cce admin admin] Publish callbacks [] for security_group (41aa8c9e-d73a-4bf8-9bc9-5dbf1c014939), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.580784 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ec6814-7e55-45c8-a62b-5c6cb380dd6d x-openstack-request-id: req-44ec6814-7e55-45c8-a62b-5c6cb380dd6d {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:49:15.581849 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c31f157-4d92-47aa-b567-c15c0ede510a", "name": "network-vif-deleted", "tag": "f439ea02-5197-45e0-8c12-eb9e757bca4f", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:49:15.582318 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44ec6814-7e55-45c8-a62b-5c6cb380dd6d {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:49:15.585669 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ec6814-7e55-45c8-a62b-5c6cb380dd6d'] response: {'server_uuid': '5c31f157-4d92-47aa-b567-c15c0ede510a', 'name': 'network-vif-deleted', 'tag': 'f439ea02-5197-45e0-8c12-eb9e757bca4f', 'status': 'completed', 'code': 200} Mar 22 17:49:15.634083 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4ad0059d-7462-4916-bee8-376aaf484cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (41aa8c9e-d73a-4bf8-9bc9-5dbf1c014939), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.636826 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4ad0059d-7462-4916-bee8-376aaf484cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:15.640323 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4ad0059d-7462-4916-bee8-376aaf484cce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41aa8c9e-d73a-4bf8-9bc9-5dbf1c014939 HTTP/1.1" status: 204 len: 168 time: 0.1481221 Mar 22 17:49:15.649597 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0059d-7462-4916-bee8-376aaf484cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41aa8c9e-d73a-4bf8-9bc9-5dbf1c014939,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:15.988210 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 60784) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:16.030641 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-fcc70b7f-aa34-40f0-85fc-3d3c7dfc6ae4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c8bafa4f3cb44adb14ad87334907afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410123 Mar 22 17:49:16.033834 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 60786) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:16.084601 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ec03d257-c2f8-4773-acb4-05a6cfd660f7 admin admin] Publish callbacks [] for security_group (4327765b-442b-49ad-a6cb-42d9f515f532), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:16.106522 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ec03d257-c2f8-4773-acb4-05a6cfd660f7 admin admin] Publish callbacks [] for security_group (4327765b-442b-49ad-a6cb-42d9f515f532), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:16.154876 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ec03d257-c2f8-4773-acb4-05a6cfd660f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (4327765b-442b-49ad-a6cb-42d9f515f532), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:16.157802 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ec03d257-c2f8-4773-acb4-05a6cfd660f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:16.158959 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-ec03d257-c2f8-4773-acb4-05a6cfd660f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4327765b-442b-49ad-a6cb-42d9f515f532 HTTP/1.1" status: 204 len: 168 time: 0.1241517 Mar 22 17:49:16.167082 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03d257-c2f8-4773-acb4-05a6cfd660f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4327765b-442b-49ad-a6cb-42d9f515f532,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:20.407836 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device f439ea02-5197-45e0-8c12-eb9e757bca4f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:49:20.431040 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: f439ea02-5197-45e0-8c12-eb9e757bca4f {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:49:20.431391 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device f439ea02-5197-45e0-8c12-eb9e757bca4f not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:49:20.953348 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 32896) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:21.092747 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0991fc22-b25f-4397-8a23-485b800853b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ee0aefce4d942c4b8ec166eb27bf28e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381812 Mar 22 17:49:21.095892 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 32904) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:21.155461 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a93a3a8-7852-48f2-8ddb-b6e677a2760c admin admin] Publish callbacks [] for security_group (3d0a3d30-4bcd-472f-9ed5-a2149eb3d394), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:21.183663 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a93a3a8-7852-48f2-8ddb-b6e677a2760c admin admin] Publish callbacks [] for security_group (3d0a3d30-4bcd-472f-9ed5-a2149eb3d394), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:21.238780 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a93a3a8-7852-48f2-8ddb-b6e677a2760c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (3d0a3d30-4bcd-472f-9ed5-a2149eb3d394), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:21.241545 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6a93a3a8-7852-48f2-8ddb-b6e677a2760c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:21.242941 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-6a93a3a8-7852-48f2-8ddb-b6e677a2760c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d0a3d30-4bcd-472f-9ed5-a2149eb3d394 HTTP/1.1" status: 204 len: 168 time: 0.1459537 Mar 22 17:49:21.251801 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93a3a8-7852-48f2-8ddb-b6e677a2760c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0a3d30-4bcd-472f-9ed5-a2149eb3d394,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:21.299141 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 32910) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:21.413214 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf6bc-1aa1-4379-b4ce-a79425f3eced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:21.512011 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf6bc-1aa1-4379-b4ce-a79425f3eced admin admin] Publish callbacks [] for security_group (588a1ecf-e709-4a61-8bf8-47289e2864e8), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:21.518419 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf6bc-1aa1-4379-b4ce-a79425f3eced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (588a1ecf-e709-4a61-8bf8-47289e2864e8), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:21.561288 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-ccbcf6bc-1aa1-4379-b4ce-a79425f3eced admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f691a687d9a49e58176df080ad436c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601666 Mar 22 17:49:21.562263 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcf6bc-1aa1-4379-b4ce-a79425f3eced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588a1ecf-e709-4a61-8bf8-47289e2864e8,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:21.565781 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 32914) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:21.624710 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1891-a64c-45de-bb64-90c5cbe32350 admin admin] Publish callbacks [] for security_group (588a1ecf-e709-4a61-8bf8-47289e2864e8), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:21.650446 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1891-a64c-45de-bb64-90c5cbe32350 admin admin] Publish callbacks [] for security_group (588a1ecf-e709-4a61-8bf8-47289e2864e8), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:21.711778 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1891-a64c-45de-bb64-90c5cbe32350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (588a1ecf-e709-4a61-8bf8-47289e2864e8), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:21.714375 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1891-a64c-45de-bb64-90c5cbe32350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:21.715577 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0fdd1891-a64c-45de-bb64-90c5cbe32350 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/588a1ecf-e709-4a61-8bf8-47289e2864e8 HTTP/1.1" status: 204 len: 168 time: 0.1484003 Mar 22 17:49:21.725908 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd1891-a64c-45de-bb64-90c5cbe32350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588a1ecf-e709-4a61-8bf8-47289e2864e8,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:22.121022 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 32922) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:22.421959 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-00bc4b28-22d4-46c3-9a30-411db6141f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:22.522957 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-00bc4b28-22d4-46c3-9a30-411db6141f8d admin admin] Publish callbacks [] for security_group (881e58a2-1f50-4e61-af65-3aa968edcb1c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:22.527653 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-00bc4b28-22d4-46c3-9a30-411db6141f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (881e58a2-1f50-4e61-af65-3aa968edcb1c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:22.568390 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc4b28-22d4-46c3-9a30-411db6141f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881e58a2-1f50-4e61-af65-3aa968edcb1c,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:22.572676 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-00bc4b28-22d4-46c3-9a30-411db6141f8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebfcf69805a94dabbd5cac93b51c98e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4504797 Mar 22 17:49:22.575918 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 32924) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:22.629828 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bd783f05-b96b-49b8-be70-f38da105b8ce admin admin] Publish callbacks [] for security_group (881e58a2-1f50-4e61-af65-3aa968edcb1c), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:22.652934 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bd783f05-b96b-49b8-be70-f38da105b8ce admin admin] Publish callbacks [] for security_group (881e58a2-1f50-4e61-af65-3aa968edcb1c), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:22.705278 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bd783f05-b96b-49b8-be70-f38da105b8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (881e58a2-1f50-4e61-af65-3aa968edcb1c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:22.707853 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bd783f05-b96b-49b8-be70-f38da105b8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:22.709049 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-bd783f05-b96b-49b8-be70-f38da105b8ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/881e58a2-1f50-4e61-af65-3aa968edcb1c HTTP/1.1" status: 204 len: 168 time: 0.1328475 Mar 22 17:49:22.718309 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd783f05-b96b-49b8-be70-f38da105b8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881e58a2-1f50-4e61-af65-3aa968edcb1c,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:24.678349 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:29.090808 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c7231611-d382-4840-92c5-c7e3efb60e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:29.289156 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f590c539-6480-4c92-b8ef-c8163adab3bf req-ed22ca94-21a8-4d73-b759-6d5a6c576f86 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492885 Mar 22 17:49:29.357794 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590c539-6480-4c92-b8ef-c8163adab3bf req-fedae605-645b-4595-b4de-195424f1b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:29.359331 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f590c539-6480-4c92-b8ef-c8163adab3bf req-fedae605-645b-4595-b4de-195424f1b795 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 1129 time: 0.0486591 Mar 22 17:49:29.496358 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590c539-6480-4c92-b8ef-c8163adab3bf req-2f3f3c29-d214-4387-bff1-6b7d856504c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:29.498758 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f590c539-6480-4c92-b8ef-c8163adab3bf req-2f3f3c29-d214-4387-bff1-6b7d856504c1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 912 time: 0.1196406 Mar 22 17:49:29.601535 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f590c539-6480-4c92-b8ef-c8163adab3bf req-b0bf8b01-a294-4d8e-a718-cb52e3af8fe6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 HTTP/1.1" status: 200 len: 1001 time: 0.0964284 Mar 22 17:49:29.656847 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590c539-6480-4c92-b8ef-c8163adab3bf req-07cb5300-8ab6-4ae4-91e9-ee87240f71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:29.659062 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f590c539-6480-4c92-b8ef-c8163adab3bf req-07cb5300-8ab6-4ae4-91e9-ee87240f71fe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0514967 Mar 22 17:49:29.722483 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590c539-6480-4c92-b8ef-c8163adab3bf req-3f7166c8-e0c7-4714-b276-0c273c096760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:49:29.724043 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f590c539-6480-4c92-b8ef-c8163adab3bf req-3f7166c8-e0c7-4714-b276-0c273c096760 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585411 Mar 22 17:49:29.846095 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f590c539-6480-4c92-b8ef-c8163adab3bf req-0d9dff87-c350-4953-b3d8-addba9ea009a service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158206 Mar 22 17:49:29.972625 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f590c539-6480-4c92-b8ef-c8163adab3bf req-89b379dd-cd7c-4e5d-805c-402b19ac5516 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210556 Mar 22 17:49:31.277120 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 33130) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:31.437958 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3e58c7fd-42fd-4bba-88f7-ca2014fd1c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:31.575375 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3e58c7fd-42fd-4bba-88f7-ca2014fd1c06 admin admin] Publish callbacks [] for security_group (cbce6e16-15b8-47b8-9767-e0d781965fb4), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:31.582428 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3e58c7fd-42fd-4bba-88f7-ca2014fd1c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (cbce6e16-15b8-47b8-9767-e0d781965fb4), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:31.644897 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-3e58c7fd-42fd-4bba-88f7-ca2014fd1c06 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da7b19ffe8de4292be93ff5965d6d6e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661602 Mar 22 17:49:31.647621 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 33142) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:31.655486 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58c7fd-42fd-4bba-88f7-ca2014fd1c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbce6e16-15b8-47b8-9767-e0d781965fb4,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:31.725221 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3509a3a8-cb81-4098-81b5-9e3aafe79cab admin admin] Publish callbacks [] for security_group (cbce6e16-15b8-47b8-9767-e0d781965fb4), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:31.756461 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3509a3a8-cb81-4098-81b5-9e3aafe79cab admin admin] Publish callbacks [] for security_group (cbce6e16-15b8-47b8-9767-e0d781965fb4), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:31.788087 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-57c5b1bc-dce2-4aaf-a202-e293d51213e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:31.824646 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3509a3a8-cb81-4098-81b5-9e3aafe79cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (cbce6e16-15b8-47b8-9767-e0d781965fb4), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:31.827370 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3509a3a8-cb81-4098-81b5-9e3aafe79cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:31.832560 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3509a3a8-cb81-4098-81b5-9e3aafe79cab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbce6e16-15b8-47b8-9767-e0d781965fb4 HTTP/1.1" status: 204 len: 168 time: 0.1833897 Mar 22 17:49:31.842143 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509a3a8-cb81-4098-81b5-9e3aafe79cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbce6e16-15b8-47b8-9767-e0d781965fb4,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:32.062297 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:49:32.185452 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 33148) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:32.199639 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e4692642-3bd7-478a-bd0f-aefe9b3619f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:32.290385 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e4692642-3bd7-478a-bd0f-aefe9b3619f1 admin admin] Publish callbacks [] for security_group (d1533e1d-402d-49e2-b38c-eacab6d3e612), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:32.295364 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e4692642-3bd7-478a-bd0f-aefe9b3619f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (d1533e1d-402d-49e2-b38c-eacab6d3e612), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:32.340814 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-e4692642-3bd7-478a-bd0f-aefe9b3619f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbef589685da4243b04db5ce28dae5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541407 Mar 22 17:49:32.341938 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4692642-3bd7-478a-bd0f-aefe9b3619f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1533e1d-402d-49e2-b38c-eacab6d3e612,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:32.344182 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 33150) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:32.420095 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5ace8082-77ad-451f-8796-e21a1ef9a5ea admin admin] Publish callbacks [] for security_group (d1533e1d-402d-49e2-b38c-eacab6d3e612), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:32.448036 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5ace8082-77ad-451f-8796-e21a1ef9a5ea admin admin] Publish callbacks [] for security_group (d1533e1d-402d-49e2-b38c-eacab6d3e612), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:32.512496 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5ace8082-77ad-451f-8796-e21a1ef9a5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (d1533e1d-402d-49e2-b38c-eacab6d3e612), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:32.515463 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5ace8082-77ad-451f-8796-e21a1ef9a5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:32.517614 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5ace8082-77ad-451f-8796-e21a1ef9a5ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1533e1d-402d-49e2-b38c-eacab6d3e612 HTTP/1.1" status: 204 len: 168 time: 0.1705916 Mar 22 17:49:32.526276 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace8082-77ad-451f-8796-e21a1ef9a5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1533e1d-402d-49e2-b38c-eacab6d3e612,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:32.938235 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 33162) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:32.953517 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-48a9745f-da56-419f-a2da-830fcb7e7cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:33.057909 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-48a9745f-da56-419f-a2da-830fcb7e7cc6 admin admin] Publish callbacks [] for security_group (8df77a11-b338-47a7-9f11-31d1fce10a3f), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:33.066226 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-48a9745f-da56-419f-a2da-830fcb7e7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (8df77a11-b338-47a7-9f11-31d1fce10a3f), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:33.117018 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-48a9745f-da56-419f-a2da-830fcb7e7cc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d894e469e39e419492b00083a9728072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746354 Mar 22 17:49:33.117357 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 33172) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:49:33.119771 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9745f-da56-419f-a2da-830fcb7e7cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df77a11-b338-47a7-9f11-31d1fce10a3f,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:33.172656 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a807795-5561-4677-a5b1-7aa1b0cc46ab admin admin] Publish callbacks [] for security_group (8df77a11-b338-47a7-9f11-31d1fce10a3f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:33.195182 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a807795-5561-4677-a5b1-7aa1b0cc46ab admin admin] Publish callbacks [] for security_group (8df77a11-b338-47a7-9f11-31d1fce10a3f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:33.228712 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:33.246294 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a807795-5561-4677-a5b1-7aa1b0cc46ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (8df77a11-b338-47a7-9f11-31d1fce10a3f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:33.248988 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a807795-5561-4677-a5b1-7aa1b0cc46ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:33.250187 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-4a807795-5561-4677-a5b1-7aa1b0cc46ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8df77a11-b338-47a7-9f11-31d1fce10a3f HTTP/1.1" status: 204 len: 168 time: 0.1317906 Mar 22 17:49:33.259024 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a807795-5561-4677-a5b1-7aa1b0cc46ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df77a11-b338-47a7-9f11-31d1fce10a3f,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:49:34.561300 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:36.123800 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:54.718221 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:59.095172 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c344b735-5d80-4aac-806e-d85fba89a1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:00.385548 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 33572) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:00.504183 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:00.591322 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Publish callbacks [] for security_group (0920ce70-db94-47f7-bb31-916902f444c7), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:00.595761 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (0920ce70-db94-47f7-bb31-916902f444c7), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:00.638032 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb4e86e548bb4720887fe3388b7ea52a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513494 Mar 22 17:50:00.639153 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0920ce70-db94-47f7-bb31-916902f444c7,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:00.641263 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 33576) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:00.647941 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.648346 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.648663 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.649004 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.649691 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.650063 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.650408 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.650773 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.651870 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.652380 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.652730 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.653168 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.653574 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.653924 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.654264 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65895041-968c-4269-86d1-23d92720da26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.698349 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Publish callbacks [] for security_group (0920ce70-db94-47f7-bb31-916902f444c7), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:00.722893 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Publish callbacks [] for security_group (0920ce70-db94-47f7-bb31-916902f444c7), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:00.781133 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (0920ce70-db94-47f7-bb31-916902f444c7), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:00.784045 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:00.785311 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0920ce70-db94-47f7-bb31-916902f444c7 HTTP/1.1" status: 204 len: 168 time: 0.1416819 Mar 22 17:50:00.793709 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0920ce70-db94-47f7-bb31-916902f444c7,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:00.801520 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.801876 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.802228 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.802782 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.803128 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.803523 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.803802 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.804138 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.804473 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.804807 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.805166 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.805808 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.805808 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.806155 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:00.806420 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5563c-b45b-4ed8-9f38-908a10cca422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:01.090852 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 33584) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:01.106745 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6fadc6b5-d48d-414e-af54-1d3c43595a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:01.194471 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6fadc6b5-d48d-414e-af54-1d3c43595a74 admin admin] Publish callbacks [] for security_group (70e5d7d3-7a10-462c-bfe7-c539c0b47fe5), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:01.199090 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6fadc6b5-d48d-414e-af54-1d3c43595a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (70e5d7d3-7a10-462c-bfe7-c539c0b47fe5), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:01.243815 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-6fadc6b5-d48d-414e-af54-1d3c43595a74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9fc678e95b34038a1f357b3b17fbfa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517589 Mar 22 17:50:01.245856 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadc6b5-d48d-414e-af54-1d3c43595a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e5d7d3-7a10-462c-bfe7-c539c0b47fe5,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:01.246533 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 33586) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:01.298969 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cd783a99-534d-49d9-8185-72f4e10ec317 admin admin] Publish callbacks [] for security_group (70e5d7d3-7a10-462c-bfe7-c539c0b47fe5), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:01.322511 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cd783a99-534d-49d9-8185-72f4e10ec317 admin admin] Publish callbacks [] for security_group (70e5d7d3-7a10-462c-bfe7-c539c0b47fe5), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:01.379202 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cd783a99-534d-49d9-8185-72f4e10ec317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (70e5d7d3-7a10-462c-bfe7-c539c0b47fe5), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:01.381959 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cd783a99-534d-49d9-8185-72f4e10ec317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:01.383145 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-cd783a99-534d-49d9-8185-72f4e10ec317 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70e5d7d3-7a10-462c-bfe7-c539c0b47fe5 HTTP/1.1" status: 204 len: 168 time: 0.1355529 Mar 22 17:50:01.392283 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd783a99-534d-49d9-8185-72f4e10ec317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e5d7d3-7a10-462c-bfe7-c539c0b47fe5,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:01.786581 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-f8a5396a-b311-4104-97b9-f9a1bf561f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:03.248731 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:04.560566 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:06.121411 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:09.062369 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:50:11.528054 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 33726) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:11.640727 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c8125f44-888c-46b5-ac59-8ad72d907cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:11.716022 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c8125f44-888c-46b5-ac59-8ad72d907cf8 admin admin] Publish callbacks [] for security_group (2084506f-0ebe-43d2-af77-27cc7819a6dd), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:11.719860 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c8125f44-888c-46b5-ac59-8ad72d907cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (2084506f-0ebe-43d2-af77-27cc7819a6dd), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:11.759230 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c8125f44-888c-46b5-ac59-8ad72d907cf8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d4329934d8e4be09737f15825c248dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300847 Mar 22 17:50:11.760202 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8125f44-888c-46b5-ac59-8ad72d907cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2084506f-0ebe-43d2-af77-27cc7819a6dd,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:11.761972 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 33730) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:11.810617 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a8edb6e0-bda0-413d-bcae-baed02c0915d admin admin] Publish callbacks [] for security_group (2084506f-0ebe-43d2-af77-27cc7819a6dd), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:11.831974 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a8edb6e0-bda0-413d-bcae-baed02c0915d admin admin] Publish callbacks [] for security_group (2084506f-0ebe-43d2-af77-27cc7819a6dd), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:11.878410 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a8edb6e0-bda0-413d-bcae-baed02c0915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (2084506f-0ebe-43d2-af77-27cc7819a6dd), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:11.882101 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a8edb6e0-bda0-413d-bcae-baed02c0915d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:11.883727 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-a8edb6e0-bda0-413d-bcae-baed02c0915d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2084506f-0ebe-43d2-af77-27cc7819a6dd HTTP/1.1" status: 204 len: 168 time: 0.1202116 Mar 22 17:50:11.893205 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edb6e0-bda0-413d-bcae-baed02c0915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2084506f-0ebe-43d2-af77-27cc7819a6dd,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:12.152640 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 33736) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:12.166061 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b8c4da3d-15a7-4ae8-970d-9bdcc23ee3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:12.246271 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b8c4da3d-15a7-4ae8-970d-9bdcc23ee3a1 admin admin] Publish callbacks [] for security_group (216baa0e-3a7e-40b7-add0-b49acdfb1a1d), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:12.251187 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b8c4da3d-15a7-4ae8-970d-9bdcc23ee3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (216baa0e-3a7e-40b7-add0-b49acdfb1a1d), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:12.290932 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-b8c4da3d-15a7-4ae8-970d-9bdcc23ee3a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=739f44a2464c427ba7e07c74197280c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371176 Mar 22 17:50:12.291894 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4da3d-15a7-4ae8-970d-9bdcc23ee3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216baa0e-3a7e-40b7-add0-b49acdfb1a1d,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:12.293776 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 33742) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:12.352330 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6fdea3e8-fcd4-473c-ac3d-03c61e9a3b72 admin admin] Publish callbacks [] for security_group (216baa0e-3a7e-40b7-add0-b49acdfb1a1d), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:12.375329 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6fdea3e8-fcd4-473c-ac3d-03c61e9a3b72 admin admin] Publish callbacks [] for security_group (216baa0e-3a7e-40b7-add0-b49acdfb1a1d), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:12.421786 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6fdea3e8-fcd4-473c-ac3d-03c61e9a3b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (216baa0e-3a7e-40b7-add0-b49acdfb1a1d), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:12.424335 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6fdea3e8-fcd4-473c-ac3d-03c61e9a3b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:12.425502 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-6fdea3e8-fcd4-473c-ac3d-03c61e9a3b72 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/216baa0e-3a7e-40b7-add0-b49acdfb1a1d HTTP/1.1" status: 204 len: 168 time: 0.1298499 Mar 22 17:50:12.434062 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdea3e8-fcd4-473c-ac3d-03c61e9a3b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216baa0e-3a7e-40b7-add0-b49acdfb1a1d,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:14.801706 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 33840) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:14.916101 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-99e06d2e-77e7-4df1-8954-72270b29ffe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:14.992030 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-99e06d2e-77e7-4df1-8954-72270b29ffe5 admin admin] Publish callbacks [] for security_group (4a82d66d-231f-4678-9409-34eb6a5c8637), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:14.995738 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-99e06d2e-77e7-4df1-8954-72270b29ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (4a82d66d-231f-4678-9409-34eb6a5c8637), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:15.033769 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-99e06d2e-77e7-4df1-8954-72270b29ffe5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea924c6170e044efaf49105432db49be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308259 Mar 22 17:50:15.035657 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e06d2e-77e7-4df1-8954-72270b29ffe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a82d66d-231f-4678-9409-34eb6a5c8637,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:15.036571 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 33844) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:15.091666 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1c9d0ffc-7468-47c8-9b3a-053c87f9453d admin admin] Publish callbacks [] for security_group (4a82d66d-231f-4678-9409-34eb6a5c8637), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:15.114934 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1c9d0ffc-7468-47c8-9b3a-053c87f9453d admin admin] Publish callbacks [] for security_group (4a82d66d-231f-4678-9409-34eb6a5c8637), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:15.164165 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1c9d0ffc-7468-47c8-9b3a-053c87f9453d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (4a82d66d-231f-4678-9409-34eb6a5c8637), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:15.166868 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1c9d0ffc-7468-47c8-9b3a-053c87f9453d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:15.168137 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-1c9d0ffc-7468-47c8-9b3a-053c87f9453d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a82d66d-231f-4678-9409-34eb6a5c8637 HTTP/1.1" status: 204 len: 168 time: 0.1304679 Mar 22 17:50:15.177198 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d0ffc-7468-47c8-9b3a-053c87f9453d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a82d66d-231f-4678-9409-34eb6a5c8637,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:24.733399 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:29.097312 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-86780b28-e836-4ed6-8a7b-fe63e529a4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:29.850720 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fb3f3-2bac-416e-af81-1db4c4373480 req-1d8a0773-25aa-4ecb-aff1-863373592d08 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:29.852309 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ad3fb3f3-2bac-416e-af81-1db4c4373480 req-1d8a0773-25aa-4ecb-aff1-863373592d08 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 945 time: 0.0587323 Mar 22 17:50:29.905547 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ad3fb3f3-2bac-416e-af81-1db4c4373480 req-618d3600-2606-4e8b-a02d-7d4c4d3aadcc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467637 Mar 22 17:50:29.953880 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 33922) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:30.060352 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-090a18c4-5460-4c6c-801c-2091b4911889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:30.142202 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-090a18c4-5460-4c6c-801c-2091b4911889 admin admin] Publish callbacks [] for security_group (f7db0e95-7507-48a8-ae28-fdabb869b6f9), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:30.146250 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-090a18c4-5460-4c6c-801c-2091b4911889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (f7db0e95-7507-48a8-ae28-fdabb869b6f9), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:30.185320 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-090a18c4-5460-4c6c-801c-2091b4911889 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a23d3537a4d4a66b54f36aee9306bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302861 Mar 22 17:50:30.186536 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a18c4-5460-4c6c-801c-2091b4911889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7db0e95-7507-48a8-ae28-fdabb869b6f9,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:30.188153 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 33926) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:30.237719 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f0d9-63aa-4178-aabc-84fdee6e5c14 admin admin] Publish callbacks [] for security_group (f7db0e95-7507-48a8-ae28-fdabb869b6f9), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:30.258708 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f0d9-63aa-4178-aabc-84fdee6e5c14 admin admin] Publish callbacks [] for security_group (f7db0e95-7507-48a8-ae28-fdabb869b6f9), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:30.307758 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f0d9-63aa-4178-aabc-84fdee6e5c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (f7db0e95-7507-48a8-ae28-fdabb869b6f9), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:30.310485 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f0d9-63aa-4178-aabc-84fdee6e5c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:30.311622 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-fdf1f0d9-63aa-4178-aabc-84fdee6e5c14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7db0e95-7507-48a8-ae28-fdabb869b6f9 HTTP/1.1" status: 204 len: 168 time: 0.1224451 Mar 22 17:50:30.323187 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1f0d9-63aa-4178-aabc-84fdee6e5c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7db0e95-7507-48a8-ae28-fdabb869b6f9,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:31.036570 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e451a-ee2c-4376-ba1a-65e618ad237c req-c9b9d650-7134-473d-b432-8fa707d645fa tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:31.038102 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e30e451a-ee2c-4376-ba1a-65e618ad237c req-c9b9d650-7134-473d-b432-8fa707d645fa tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 945 time: 0.0620503 Mar 22 17:50:31.090385 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e30e451a-ee2c-4376-ba1a-65e618ad237c req-c7d268ba-eb78-45e6-a478-e7b9171c4ad5 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455339 Mar 22 17:50:31.211910 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa3c178a-97e4-4c45-98d7-2cd7479e6c65 req-e0b5862d-7b53-4755-a971-c10877b8e033 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462627 Mar 22 17:50:31.321118 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c178a-97e4-4c45-98d7-2cd7479e6c65 req-d686ea34-107f-46bc-bd86-f9cf64a3a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:31.323169 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa3c178a-97e4-4c45-98d7-2cd7479e6c65 req-d686ea34-107f-46bc-bd86-f9cf64a3a984 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3be40162415e4d00adbfe52e1a0cc828&device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 1129 time: 0.0618963 Mar 22 17:50:31.342575 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-fdc946c8-bbad-4960-ac23-88e5a62bd8f4 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:31.344681 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-fdc946c8-bbad-4960-ac23-88e5a62bd8f4 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 945 time: 0.0832231 Mar 22 17:50:31.438622 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c178a-97e4-4c45-98d7-2cd7479e6c65 req-a4d7879e-c584-4165-9016-4c9c17f6223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:31.440100 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa3c178a-97e4-4c45-98d7-2cd7479e6c65 req-a4d7879e-c584-4165-9016-4c9c17f6223e service neutron] 10.222.0.76 "GET /v2.0/networks?id=11270093-eb92-4b9c-86f0-2f30cfed3c5b HTTP/1.1" status: 200 len: 910 time: 0.0983458 Mar 22 17:50:31.444502 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Deleting port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:50:31.444918 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:31.505741 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa3c178a-97e4-4c45-98d7-2cd7479e6c65 req-d747110e-293e-47fb-ba9b-a4e1d5ac3984 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0597188 Mar 22 17:50:31.537698 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] For port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:50:31.538072 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:31.553560 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c178a-97e4-4c45-98d7-2cd7479e6c65 req-934ced9a-5b5c-4855-8c7a-fab90ae6e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:31.555224 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa3c178a-97e4-4c45-98d7-2cd7479e6c65 req-934ced9a-5b5c-4855-8c7a-fab90ae6e657 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=426793f3-0123-4a13-aa58-f5f9557e1cbf HTTP/1.1" status: 200 len: 848 time: 0.0438626 Mar 22 17:50:31.613028 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c178a-97e4-4c45-98d7-2cd7479e6c65 req-a0a18739-49cb-4935-aff1-3191161e2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:31.615078 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa3c178a-97e4-4c45-98d7-2cd7479e6c65 req-a0a18739-49cb-4935-aff1-3191161e2829 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11270093-eb92-4b9c-86f0-2f30cfed3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542438 Mar 22 17:50:31.704463 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa3c178a-97e4-4c45-98d7-2cd7479e6c65 req-9df8b178-a1e8-4280-a954-fcd0bfd8af52 service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837665 Mar 22 17:50:31.715883 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:31.716259 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (a5b73c3d-86fd-4c61-8e9a-ed4aef57941f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:31.716580 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Floating IP a5b73c3d-86fd-4c61-8e9a-ed4aef57941f disassociated. External IP: 172.27.3.157, port: 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8. Mar 22 17:50:31.716922 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Calling delete_port for 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 owned by compute:nova {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:50:31.781466 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-fd959cc9-1af5-4bbb-aa9e-f5c9b42c2276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:31.803318 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa3c178a-97e4-4c45-98d7-2cd7479e6c65 req-dfea5a8f-f1d0-4730-8ad9-4ba64c47168b service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926347 Mar 22 17:50:31.852113 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:31.883291 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event deleted for resources: {'Port': ['ID=3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:32.001271 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Router 91554d3f-803e-4d4c-9f97-bca36dcf877b has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:50:32.113423 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:50:32.127720 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2c361-03a0-4e72-89d5-27a062c69f50 None None] Sync routers for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:50:32.139764 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2c361-03a0-4e72-89d5-27a062c69f50 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:50:32.140693 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-bdf2c361-03a0-4e72-89d5-27a062c69f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:50:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:50:32.159249 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] No DVR routers for this DVR port 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 on host hv-cinder-79053 {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:50:32.161797 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:32.165260 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-bfa80c8d-6bdc-4706-aa90-183818525162 req-cc4288d5-50e2-4175-a35d-1d2aa64987b7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "DELETE /v2.0/ports/3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 HTTP/1.1" status: 204 len: 173 time: 0.8154685 Mar 22 17:50:32.165681 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68cc3d7-f5a4-4080-9d51-5d6d41de6d77', 'name': 'network-vif-deleted', 'tag': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:50:32.168194 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6709925d-b9f4-405a-bd0c-08a6a81d5b3c" -d '{"events": [{"server_uuid": "e68cc3d7-f5a4-4080-9d51-5d6d41de6d77", "name": "network-vif-deleted", "tag": "3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:50:32.226269 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-5aa6078f-414f-4c50-8db1-03d6ea88b2f4 req-05cc2c41-345d-473f-ab01-392404b0e28f tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e68cc3d7-f5a4-4080-9d51-5d6d41de6d77 HTTP/1.1" status: 200 len: 210 time: 0.0540509 Mar 22 17:50:32.228149 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c495405-bb3f-43d5-9525-30c2f69a8c8b x-openstack-request-id: req-5c495405-bb3f-43d5-9525-30c2f69a8c8b {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:50:32.228537 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68cc3d7-f5a4-4080-9d51-5d6d41de6d77", "name": "network-vif-deleted", "tag": "3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:50:32.228906 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c495405-bb3f-43d5-9525-30c2f69a8c8b {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:50:32.229412 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c495405-bb3f-43d5-9525-30c2f69a8c8b'] response: {'server_uuid': 'e68cc3d7-f5a4-4080-9d51-5d6d41de6d77', 'name': 'network-vif-deleted', 'tag': '3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8', 'status': 'completed', 'code': 200} Mar 22 17:50:32.411071 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-bdf2c361-03a0-4e72-89d5-27a062c69f50 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:50:32.632947 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-bdf2c361-03a0-4e72-89d5-27a062c69f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:50:32.659702 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2c361-03a0-4e72-89d5-27a062c69f50 None None] Checking router: 91554d3f-803e-4d4c-9f97-bca36dcf877b for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:50:32.667886 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2c361-03a0-4e72-89d5-27a062c69f50 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:50:32.668887 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-bdf2c361-03a0-4e72-89d5-27a062c69f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:50:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:50:32.789640 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-bdf2c361-03a0-4e72-89d5-27a062c69f50 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:50:32.998473 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-bdf2c361-03a0-4e72-89d5-27a062c69f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:50:33.025330 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2c361-03a0-4e72-89d5-27a062c69f50 None None] The sync data for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi is: [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:50:33.235035 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:33.264120 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc5746d-2ad3-44a8-b245-bc04f1d16e7b None None] New status for floating IP a5b73c3d-86fd-4c61-8e9a-ed4aef57941f: DOWN {{(pid=109970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:50:33.501204 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-85ebcc49-a8ec-47ec-a60a-ba22da1fc271 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-619430707&fields=id&tenant_id=cf7606e3337a421c8c42f461940250fe HTTP/1.1" status: 200 len: 267 time: 0.0432239 Mar 22 17:50:33.603755 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-9f735968-effa-4458-9042-fbe24b53d615 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:33.605306 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-9f735968-effa-4458-9042-fbe24b53d615 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 811 time: 0.0977612 Mar 22 17:50:33.620459 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-89178cc8-bd4d-4c46-a211-ec78996f8860 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/quotas/cf7606e3337a421c8c42f461940250fe HTTP/1.1" status: 200 len: 375 time: 0.0096121 Mar 22 17:50:33.682059 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-95005c64-415a-4b84-99aa-4ad8e7adf6ba tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560286 Mar 22 17:50:33.878792 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-510f9330-9bd9-4a1c-bced-7462a4a56b8c service neutron] 10.222.0.42 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803441 Mar 22 17:50:33.897777 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 33986) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:33.973120 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-39c5ce2b-dc07-4947-b922-f05c66fbfad8 service neutron] 10.222.0.42 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887685 Mar 22 17:50:34.004942 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ff82be83-c9ce-462f-b8ed-79a5df301020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:34.083812 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ff82be83-c9ce-462f-b8ed-79a5df301020 admin admin] Publish callbacks [] for security_group (d0379441-a3a1-447a-8f9d-c133db392c74), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:34.087998 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ff82be83-c9ce-462f-b8ed-79a5df301020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (d0379441-a3a1-447a-8f9d-c133db392c74), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:34.129262 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-ff82be83-c9ce-462f-b8ed-79a5df301020 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8cc3d634a2cc40c1bf857e06353bdbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302954 Mar 22 17:50:34.129933 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82be83-c9ce-462f-b8ed-79a5df301020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0379441-a3a1-447a-8f9d-c133db392c74,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:34.132646 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 33996) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:34.190218 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f919eb04-4197-45fb-8035-4246ced7fa6b admin admin] Publish callbacks [] for security_group (d0379441-a3a1-447a-8f9d-c133db392c74), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:34.213028 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f919eb04-4197-45fb-8035-4246ced7fa6b admin admin] Publish callbacks [] for security_group (d0379441-a3a1-447a-8f9d-c133db392c74), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:34.270815 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f919eb04-4197-45fb-8035-4246ced7fa6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (d0379441-a3a1-447a-8f9d-c133db392c74), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:34.273200 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fb4d52e0-4e4e-4cab-842a-594f8870e353 req-2fa5e59f-6051-4d4b-a06e-75dc2067ab54 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 210 time: 0.0309427 Mar 22 17:50:34.273432 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f919eb04-4197-45fb-8035-4246ced7fa6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:34.274618 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-f919eb04-4197-45fb-8035-4246ced7fa6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0379441-a3a1-447a-8f9d-c133db392c74 HTTP/1.1" status: 204 len: 168 time: 0.1408043 Mar 22 17:50:34.284628 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919eb04-4197-45fb-8035-4246ced7fa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0379441-a3a1-447a-8f9d-c133db392c74,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:34.565094 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:34.892944 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:50:34.912771 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:50:34.913208 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 3677ecd9-6bf1-42e4-8ac6-0c2e8ac2d5a8 not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:50:35.214053 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-28ab4fd7-8a46-489d-a709-6209b30db532 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:35.215565 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-28ab4fd7-8a46-489d-a709-6209b30db532 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 811 time: 0.1154451 Mar 22 17:50:35.287038 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-383b152d-fdff-45e7-8a21-9f0c90fa94f3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf7606e3337a421c8c42f461940250fe HTTP/1.1" status: 200 len: 379 time: 0.0630455 Mar 22 17:50:35.295684 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-154a9b7a-740b-44a2-8036-3d4921057777 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Request body: {'port': {'device_id': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'admin_state_up': True, 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'security_groups': ['b48071d4-b905-496a-b84c-bc2113ea6102']}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:50:35.394249 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9be3216d-b0cf-4e2d-9ee9-2d0ead34daf4 req-bfdfc856-b037-4a7e-96c5-f37ec29d9738 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 210 time: 0.0400171 Mar 22 17:50:35.458658 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-154a9b7a-740b-44a2-8036-3d4921057777 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Made reservation on behalf of cf7606e3337a421c8c42f461940250fe for: {'port': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:50:35.462246 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-154a9b7a-740b-44a2-8036-3d4921057777 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:35.584610 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-154a9b7a-740b-44a2-8036-3d4921057777 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Allocated IP 172.20.0.14 (52900748-15d1-4e2e-82d6-cda882ae8b11/045a0c5b-0e61-4797-876f-e4f211461661/7093710d-823d-4ce1-ae22-e5e374d2ec9f) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:50:35.737036 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-154a9b7a-740b-44a2-8036-3d4921057777 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:35.776673 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-154a9b7a-740b-44a2-8036-3d4921057777 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:35.820708 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-154a9b7a-740b-44a2-8036-3d4921057777 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Network 52900748-15d1-4e2e-82d6-cda882ae8b11 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:50:35.823809 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-154a9b7a-740b-44a2-8036-3d4921057777 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:50:35.826418 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-154a9b7a-740b-44a2-8036-3d4921057777 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:50:35.853824 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a9b7a-740b-44a2-8036-3d4921057777 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'Port': ['ID=7093710d-823d-4ce1-ae22-e5e374d2ec9f,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:35.884018 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-154a9b7a-740b-44a2-8036-3d4921057777 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:35.884616 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-154a9b7a-740b-44a2-8036-3d4921057777 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:35.901295 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-154a9b7a-740b-44a2-8036-3d4921057777 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6097593 Mar 22 17:50:35.912637 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Request body: {'port': {'device_id': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:50:35.979967 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:36.082324 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-d970f5f8-924e-4db8-b3f5-8b7ceca7032d None None] Provisioning complete for port 7093710d-823d-4ce1-ae22-e5e374d2ec9f triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:50:36.082971 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-d970f5f8-924e-4db8-b3f5-8b7ceca7032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:36.133213 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:36.135414 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-d970f5f8-924e-4db8-b3f5-8b7ceca7032d None None] Port 7093710d-823d-4ce1-ae22-e5e374d2ec9f cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:50:36.240309 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7093710d-823d-4ce1-ae22-e5e374d2ec9f {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:50:36.249026 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Publish callbacks [] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:36.263595 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Transition to ACTIVE for port object 7093710d-823d-4ce1-ae22-e5e374d2ec9f will not be triggered until provisioned by entity L2. {{(pid=109968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:50:36.266581 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:36.315088 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Pushing event updated for resources: {'Port': ['ID=7093710d-823d-4ce1-ae22-e5e374d2ec9f,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:36.394633 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Attempting to bind port 7093710d-823d-4ce1-ae22-e5e374d2ec9f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:50:36.394972 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Attempting to bind port 7093710d-823d-4ce1-ae22-e5e374d2ec9f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:50:36.395299 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Attempting to bind port 7093710d-823d-4ce1-ae22-e5e374d2ec9f on network 52900748-15d1-4e2e-82d6-cda882ae8b11 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:50:36.400103 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Port 7093710d-823d-4ce1-ae22-e5e374d2ec9f on network 52900748-15d1-4e2e-82d6-cda882ae8b11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:50:36.400423 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Attempting to bind port 7093710d-823d-4ce1-ae22-e5e374d2ec9f on network 52900748-15d1-4e2e-82d6-cda882ae8b11 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:50:36.405546 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:50:36.405883 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Checking segment: {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:50:36.406265 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Bound using segment: {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:50:36.406690 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Bound port: 7093710d-823d-4ce1-ae22-e5e374d2ec9f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:50:36.407043 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:36.481998 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] For port 7093710d-823d-4ce1-ae22-e5e374d2ec9f, host hv-cinder-79053, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:50:36.486194 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] For port 7093710d-823d-4ce1-ae22-e5e374d2ec9f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7093710d-823d-4ce1-ae22-e5e374d2ec9f,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:50:36.494287 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:36.530945 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:36.531767 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:36.533183 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] 10.222.0.76 "PUT /v2.0/ports/7093710d-823d-4ce1-ae22-e5e374d2ec9f HTTP/1.1" status: 200 len: 1094 time: 0.6248724 Mar 22 17:50:36.535688 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'tag': '7093710d-823d-4ce1-ae22-e5e374d2ec9f'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:50:36.539982 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662190e-be56-4c72-878f-bbbf08fc9bf8 req-4fb79f75-3b97-4d70-9238-1eb20e7ea802 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:36.541670 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6662190e-be56-4c72-878f-bbbf08fc9bf8 req-4fb79f75-3b97-4d70-9238-1eb20e7ea802 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 944 time: 0.0663352 Mar 22 17:50:36.561012 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd12a1b-34bf-4bcb-a5a6-1ccff17f15e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c78ad27-a22b-4603-a9f1-b7a20d778574", "tag": "7093710d-823d-4ce1-ae22-e5e374d2ec9f"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:50:36.641368 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6662190e-be56-4c72-878f-bbbf08fc9bf8 req-e67c1704-8b7c-4753-b076-5a2e2a1af7e1 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930347 Mar 22 17:50:36.667818 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a15ca01-1a1f-4271-870d-ffa787ae7024 x-openstack-request-id: req-9a15ca01-1a1f-4271-870d-ffa787ae7024 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:50:36.668101 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c78ad27-a22b-4603-a9f1-b7a20d778574", "tag": "7093710d-823d-4ce1-ae22-e5e374d2ec9f", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:50:36.668963 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a15ca01-1a1f-4271-870d-ffa787ae7024 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:50:36.670086 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a15ca01-1a1f-4271-870d-ffa787ae7024'] response: {'name': 'network-changed', 'server_uuid': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'tag': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'status': 'completed', 'code': 200} Mar 22 17:50:36.685566 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497a548-4e69-4b88-b7ab-0b86c160a497 service neutron] Pushing event updated for resources: {'Port': ['ID=7093710d-823d-4ce1-ae22-e5e374d2ec9f,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:36.704178 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-bf7924ef-eb4d-4bc2-b8c7-cb4fd9991201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:36.705879 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-bf7924ef-eb4d-4bc2-b8c7-cb4fd9991201 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 1128 time: 0.1060560 Mar 22 17:50:36.764147 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-a32799af-0ffb-4530-aab2-6067c1f07450 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7093710d-823d-4ce1-ae22-e5e374d2ec9f HTTP/1.1" status: 200 len: 217 time: 0.0500293 Mar 22 17:50:36.819769 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-05f17c11-1f77-4417-a125-bb95acf5916a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:36.822096 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-05f17c11-1f77-4417-a125-bb95acf5916a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0517061 Mar 22 17:50:36.902785 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-9dbd9351-635c-4ca8-9b48-0ffe59053ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:36.904366 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-9dbd9351-635c-4ca8-9b48-0ffe59053ced service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0774615 Mar 22 17:50:37.008602 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-14e19dee-54aa-4670-a3de-9b3546f57ff2 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976584 Mar 22 17:50:37.112815 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-78134f8f-917f-4059-9f27-5ce25bb40041 req-74ebf346-8fd1-4e8d-8c97-db968f3adb57 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977526 Mar 22 17:50:37.208605 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd12a1b-34bf-4bcb-a5a6-1ccff17f15e8 req-4b4a9bf0-1f96-477e-9246-8e8bb9d26578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:37.210233 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dfd12a1b-34bf-4bcb-a5a6-1ccff17f15e8 req-4b4a9bf0-1f96-477e-9246-8e8bb9d26578 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 1128 time: 0.0466564 Mar 22 17:50:37.301844 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd12a1b-34bf-4bcb-a5a6-1ccff17f15e8 req-989e1016-8b35-4932-a3fd-eefc21eae2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:37.303318 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dfd12a1b-34bf-4bcb-a5a6-1ccff17f15e8 req-989e1016-8b35-4932-a3fd-eefc21eae2ce service neutron] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 912 time: 0.0874236 Mar 22 17:50:37.347020 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dfd12a1b-34bf-4bcb-a5a6-1ccff17f15e8 req-d8737b92-a7f7-4808-9a92-dae02cd66411 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7093710d-823d-4ce1-ae22-e5e374d2ec9f HTTP/1.1" status: 200 len: 217 time: 0.0365887 Mar 22 17:50:37.396121 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd12a1b-34bf-4bcb-a5a6-1ccff17f15e8 req-df85424b-fd50-47aa-99fe-e999f13e9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:37.397606 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dfd12a1b-34bf-4bcb-a5a6-1ccff17f15e8 req-df85424b-fd50-47aa-99fe-e999f13e9590 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0446525 Mar 22 17:50:37.453498 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd12a1b-34bf-4bcb-a5a6-1ccff17f15e8 req-9374b775-66f5-4008-a63d-c4294077dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:37.454995 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dfd12a1b-34bf-4bcb-a5a6-1ccff17f15e8 req-9374b775-66f5-4008-a63d-c4294077dc55 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511658 Mar 22 17:50:37.544546 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dfd12a1b-34bf-4bcb-a5a6-1ccff17f15e8 req-2e0c22d2-ba7c-4677-b8bb-176c6c798d90 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837281 Mar 22 17:50:37.637011 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dfd12a1b-34bf-4bcb-a5a6-1ccff17f15e8 req-60dd488d-dfcc-49a0-b806-1c193b8ffac1 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869820 Mar 22 17:50:37.757748 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6feda-02f6-4776-b503-6c8295e514f0 req-2609ccb2-4714-4a8e-bb67-5daf5b9f6f94 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:37.759245 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0fd6feda-02f6-4776-b503-6c8295e514f0 req-2609ccb2-4714-4a8e-bb67-5daf5b9f6f94 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 944 time: 0.0578935 Mar 22 17:50:37.810775 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0fd6feda-02f6-4776-b503-6c8295e514f0 req-da74c203-9506-4b1b-bcd3-3f8973008518 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458779 Mar 22 17:50:39.201618 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11172bfd-ad2b-4b41-b7fc-16450d2e84d2 req-13f0b765-7040-4267-8f0f-921752c015e5 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:39.203128 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-11172bfd-ad2b-4b41-b7fc-16450d2e84d2 req-13f0b765-7040-4267-8f0f-921752c015e5 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 944 time: 0.3197162 Mar 22 17:50:39.252130 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-11172bfd-ad2b-4b41-b7fc-16450d2e84d2 req-022c9a37-2b97-4b3c-86ad-5e7a4285f770 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433047 Mar 22 17:50:40.385081 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45fe7-b6bd-4668-8a99-801088ee1ed3 req-977b2959-f52f-44b7-a304-dc9b707d24e6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:40.386783 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-21a45fe7-b6bd-4668-8a99-801088ee1ed3 req-977b2959-f52f-44b7-a304-dc9b707d24e6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 944 time: 0.0579910 Mar 22 17:50:40.445321 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-21a45fe7-b6bd-4668-8a99-801088ee1ed3 req-f5dd5f56-31b5-4b6f-acf8-c0d9c8aacc12 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512552 Mar 22 17:50:41.569375 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d87707-fcb4-44ae-ac03-fb262ea62972 req-ce041f3a-e518-4ecb-9671-1603012e2ed8 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:41.570875 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-74d87707-fcb4-44ae-ac03-fb262ea62972 req-ce041f3a-e518-4ecb-9671-1603012e2ed8 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 944 time: 0.0536575 Mar 22 17:50:41.622270 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-74d87707-fcb4-44ae-ac03-fb262ea62972 req-c7a1711d-1878-48a8-a33f-e8b6d7884858 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441248 Mar 22 17:50:42.742879 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb6aa5-d101-4df4-b4b0-1c949d2d5da3 req-06fcaf12-7c39-42cc-80c5-12f19bb8809b tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:42.744382 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d3cb6aa5-d101-4df4-b4b0-1c949d2d5da3 req-06fcaf12-7c39-42cc-80c5-12f19bb8809b tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 944 time: 0.0566771 Mar 22 17:50:42.794299 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d3cb6aa5-d101-4df4-b4b0-1c949d2d5da3 req-65b3b36b-6e09-4aa4-94ea-4d3e5ea83162 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432780 Mar 22 17:50:43.922607 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6124d3c-b8e4-43be-ae2d-a9f42fa3b215 req-4c6861cf-e0d6-43e2-8db4-d2a1a8fe771d tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:43.924122 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c6124d3c-b8e4-43be-ae2d-a9f42fa3b215 req-4c6861cf-e0d6-43e2-8db4-d2a1a8fe771d tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 944 time: 0.0617366 Mar 22 17:50:43.990123 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c6124d3c-b8e4-43be-ae2d-a9f42fa3b215 req-61ae041f-e8f8-4b9e-8348-8d426a9fc6eb tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598283 Mar 22 17:50:44.939153 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 7093710d-823d-4ce1-ae22-e5e374d2ec9f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:50:45.049281 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 7093710d-823d-4ce1-ae22-e5e374d2ec9f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7093710d-823d-4ce1-ae22-e5e374d2ec9f,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:50:45.062675 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'port_id': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'mac_address': 'fa:16:3e:62:80:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:50:45.104156 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 7093710d-823d-4ce1-ae22-e5e374d2ec9f is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:50:45.104553 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:45.120152 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7093710d-823d-4ce1-ae22-e5e374d2ec9f {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:50:45.143055 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b63748-b842-46b1-8a07-80e16b1ceece req-f39ba04b-90fd-47f8-8795-f0ea32cab874 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:45.144496 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 7093710d-823d-4ce1-ae22-e5e374d2ec9f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7093710d-823d-4ce1-ae22-e5e374d2ec9f,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:50:45.144686 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c7b63748-b842-46b1-8a07-80e16b1ceece req-f39ba04b-90fd-47f8-8795-f0ea32cab874 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 944 time: 0.0719295 Mar 22 17:50:45.149945 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:45.204943 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c7b63748-b842-46b1-8a07-80e16b1ceece req-9fcbb948-81cd-4e59-b9d6-6a87f8995953 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477600 Mar 22 17:50:45.210498 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=7093710d-823d-4ce1-ae22-e5e374d2ec9f,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:45.219081 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.219536 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.219946 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.220350 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.220746 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.221145 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.221578 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.221985 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.222361 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.222754 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.223143 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.223533 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.223918 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.224304 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.224751 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:50:45.418131 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 34162) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:45.498873 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['7093710d-823d-4ce1-ae22-e5e374d2ec9f'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:50:45.534045 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5e8cc685-5a8a-490a-93f8-dc69d0791957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:45.625515 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5e8cc685-5a8a-490a-93f8-dc69d0791957 admin admin] Publish callbacks [] for security_group (f562e113-fce3-44c4-8f6b-07a8df95b380), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:45.629460 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5e8cc685-5a8a-490a-93f8-dc69d0791957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (f562e113-fce3-44c4-8f6b-07a8df95b380), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:45.667955 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-5e8cc685-5a8a-490a-93f8-dc69d0791957 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dfa727d18e504bd1b2f54e7b6c83d614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481894 Mar 22 17:50:45.669966 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cc685-5a8a-490a-93f8-dc69d0791957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f562e113-fce3-44c4-8f6b-07a8df95b380,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:45.672191 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34166) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:45.730461 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4b4e54e7-fbe0-4abc-8dee-00009e4c00d6 admin admin] Publish callbacks [] for security_group (f562e113-fce3-44c4-8f6b-07a8df95b380), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:45.753213 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4b4e54e7-fbe0-4abc-8dee-00009e4c00d6 admin admin] Publish callbacks [] for security_group (f562e113-fce3-44c4-8f6b-07a8df95b380), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:45.801900 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4b4e54e7-fbe0-4abc-8dee-00009e4c00d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (f562e113-fce3-44c4-8f6b-07a8df95b380), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:45.804822 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4b4e54e7-fbe0-4abc-8dee-00009e4c00d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:45.806046 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-4b4e54e7-fbe0-4abc-8dee-00009e4c00d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f562e113-fce3-44c4-8f6b-07a8df95b380 HTTP/1.1" status: 204 len: 168 time: 0.1328564 Mar 22 17:50:45.813986 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e54e7-fbe0-4abc-8dee-00009e4c00d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f562e113-fce3-44c4-8f6b-07a8df95b380,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:46.064094 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:50:46.327223 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c3b7b-2e15-457b-a3ce-7e6a6c3161ca req-b3f43838-1f97-45de-b38d-7406817dbed7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:46.328771 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-aa7c3b7b-2e15-457b-a3ce-7e6a6c3161ca req-b3f43838-1f97-45de-b38d-7406817dbed7 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 945 time: 0.0560136 Mar 22 17:50:46.394082 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-aa7c3b7b-2e15-457b-a3ce-7e6a6c3161ca req-217b85c5-9bb5-4fd3-80d7-28acee799c8a tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592113 Mar 22 17:50:46.446819 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34190) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:46.543763 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1669164653-network', 'tenant_id': '137351dfdd8442cc98198630848f25c5'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:50:46.563257 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Made reservation on behalf of 137351dfdd8442cc98198630848f25c5 for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:50:46.565531 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:46.573745 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:46.656323 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Publish callbacks [] for security_group (f3bad0c7-b41d-42f3-8b08-a7d90e80b305), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:46.660367 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (f3bad0c7-b41d-42f3-8b08-a7d90e80b305), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:46.685979 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:50:46.695087 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bad0c7-b41d-42f3-8b08-a7d90e80b305,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:46.703122 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (7a58100a-fa07-4ee8-92aa-3519000a34fb), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:46.704244 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Added segment 7a58100a-fa07-4ee8-92aa-3519000a34fb of type vlan for network 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c Mar 22 17:50:46.749372 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784115699312'] for network (26db7fb5-9ece-429f-8e1b-dc70ac13fe7c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:46.781460 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network (26db7fb5-9ece-429f-8e1b-dc70ac13fe7c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:46.782414 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:46.783011 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:46.843741 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3956556 Mar 22 17:50:46.846562 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34194) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:46.848483 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0718355-90f2-4c5e-8ce1-90dd516682ea admin admin] Pushing event updated for resources: {'Network': ['ID=26db7fb5-9ece-429f-8e1b-dc70ac13fe7c,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:46.854615 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-16b03c1d-58f0-463a-99e2-bb7f966e4acd admin admin] Request body: {'subnet': {'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1669164653-subnet', 'tenant_id': '137351dfdd8442cc98198630848f25c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:50:46.859759 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Network 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c details requested by agent ovs-agent-dv-cinder-790535-31-iscsi with host dv-cinder-790535-31-iscsi {{(pid=109969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:50:46.877633 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b03c1d-58f0-463a-99e2-bb7f966e4acd admin admin] Made reservation on behalf of 137351dfdd8442cc98198630848f25c5 for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:50:46.880062 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-16b03c1d-58f0-463a-99e2-bb7f966e4acd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59114592'] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:46.955508 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 7093710d-823d-4ce1-ae22-e5e374d2ec9f up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:50:47.010301 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port 7093710d-823d-4ce1-ae22-e5e374d2ec9f completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:50:47.014362 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 7093710d-823d-4ce1-ae22-e5e374d2ec9f triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:50:47.014657 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:47.057589 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-16b03c1d-58f0-463a-99e2-bb7f966e4acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61705948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59114614'] for subnet (5897f9ed-a77d-4c68-be25-1ddf6397b387), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:47.093900 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 7093710d-823d-4ce1-ae22-e5e374d2ec9f is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:50:47.094500 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:47.115218 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b03c1d-58f0-463a-99e2-bb7f966e4acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5897f9ed-a77d-4c68-be25-1ddf6397b387,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:47.119959 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7093710d-823d-4ce1-ae22-e5e374d2ec9f'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:50:47.123037 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972dc0fc-3b2c-4006-9116-1dc3e7a4461d" -d '{"events": [{"server_uuid": "8c78ad27-a22b-4603-a9f1-b7a20d778574", "name": "network-vif-plugged", "status": "completed", "tag": "7093710d-823d-4ce1-ae22-e5e374d2ec9f"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:50:47.123197 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b03c1d-58f0-463a-99e2-bb7f966e4acd admin admin] Checking segment: {'id': '7a58100a-fa07-4ee8-92aa-3519000a34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:50:47.123639 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b03c1d-58f0-463a-99e2-bb7f966e4acd admin admin] Network hostable DHCP agents. Network: 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c, hostable agents: ['5eba2510-f9ed-4daf-893e-1e2e9befa1f4'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:50:47.136377 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 7093710d-823d-4ce1-ae22-e5e374d2ec9f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7093710d-823d-4ce1-ae22-e5e374d2ec9f,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:50:47.141527 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:47.142991 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b03c1d-58f0-463a-99e2-bb7f966e4acd admin admin] Network 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c is scheduled to be hosted by DHCP agent 5eba2510-f9ed-4daf-893e-1e2e9befa1f4 with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:50:47.158540 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-16b03c1d-58f0-463a-99e2-bb7f966e4acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-31-iscsi, 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:50:47.163671 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b03c1d-58f0-463a-99e2-bb7f966e4acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:47.164270 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-16b03c1d-58f0-463a-99e2-bb7f966e4acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:47.172458 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfb948f-5605-427b-9f44-edeab1453721 None None] Network 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:50:47.181633 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d08743-2ca7-4c22-87db-af1074a3f017 x-openstack-request-id: req-86d08743-2ca7-4c22-87db-af1074a3f017 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:50:47.181930 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c78ad27-a22b-4603-a9f1-b7a20d778574", "name": "network-vif-plugged", "status": "completed", "tag": "7093710d-823d-4ce1-ae22-e5e374d2ec9f", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:50:47.182184 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86d08743-2ca7-4c22-87db-af1074a3f017 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:50:47.182580 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d08743-2ca7-4c22-87db-af1074a3f017'] response: {'server_uuid': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'code': 200} Mar 22 17:50:47.183674 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-16b03c1d-58f0-463a-99e2-bb7f966e4acd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3359861 Mar 22 17:50:47.254650 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=7093710d-823d-4ce1-ae22-e5e374d2ec9f,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:47.311905 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ffbae-1f5d-4d99-850b-b0714c53065c None None] Network 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:50:47.417651 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b022a-ece3-4482-848a-274e4eab840c req-eedcfc70-3d13-40ac-9873-5f55044dc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:47.420602 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6b9b022a-ece3-4482-848a-274e4eab840c req-eedcfc70-3d13-40ac-9873-5f55044dc205 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 1130 time: 0.0557218 Mar 22 17:50:47.484748 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-6b9b022a-ece3-4482-848a-274e4eab840c req-46f8fb19-68a4-48ae-bca4-22c8ea955ecd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532312 Mar 22 17:50:47.524204 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e2840-5f20-428a-8fb1-5869a571c554 req-d877e977-0584-414a-bcd6-2632797232a3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:47.525812 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3a9e2840-5f20-428a-8fb1-5869a571c554 req-d877e977-0584-414a-bcd6-2632797232a3 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 946 time: 0.0582111 Mar 22 17:50:47.578384 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3a9e2840-5f20-428a-8fb1-5869a571c554 req-54fc47ee-b202-4d11-9ffc-19b111a7ac46 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438554 Mar 22 17:50:48.705327 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35192f-ca62-4395-b57b-447ab491bbb6 req-87b80622-e028-4d25-a084-75d517236276 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:48.706935 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3e35192f-ca62-4395-b57b-447ab491bbb6 req-87b80622-e028-4d25-a084-75d517236276 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 946 time: 0.0581007 Mar 22 17:50:48.757345 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3e35192f-ca62-4395-b57b-447ab491bbb6 req-365703f7-85c8-484a-88a7-641b46607737 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442426 Mar 22 17:50:48.882867 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ec40e-955f-49ca-985f-b95662648e0f req-48f77406-9c7b-446b-b108-aca97481e1a6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:48.884314 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7e0ec40e-955f-49ca-985f-b95662648e0f req-48f77406-9c7b-446b-b108-aca97481e1a6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 946 time: 0.0581174 Mar 22 17:50:48.933460 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-7e0ec40e-955f-49ca-985f-b95662648e0f req-4a126e14-c34c-44c0-b941-1944725b9a6b tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422840 Mar 22 17:50:48.957170 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 34228) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:48.958133 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-87bd1198-e77b-48dc-9d09-600d8716d558 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:48.959617 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-87bd1198-e77b-48dc-9d09-600d8716d558 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/networks?id=26db7fb5-9ece-429f-8e1b-dc70ac13fe7c HTTP/1.1" status: 200 len: 814 time: 0.1028845 Mar 22 17:50:48.975490 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-0a8eb256-7371-4e7f-b562-ecea0d280f4b tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/quotas/137351dfdd8442cc98198630848f25c5 HTTP/1.1" status: 200 len: 375 time: 0.0102541 Mar 22 17:50:49.000476 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3f8b2c-234d-4b4f-9bc8-c3d40f31f608 tempest-TestVolumeBootPattern-2006343226 tempest-TestVolumeBootPattern-2006343226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:49.002021 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8a3f8b2c-234d-4b4f-9bc8-c3d40f31f608 tempest-TestVolumeBootPattern-2006343226 tempest-TestVolumeBootPattern-2006343226-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 1125 time: 0.0438321 Mar 22 17:50:49.004863 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 34230) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:50:49.009090 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'port_id': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:50:49.013762 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-9887ff57-bb8a-49d4-a3d7-08724a7bcd62 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=137351dfdd8442cc98198630848f25c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330508 Mar 22 17:50:49.033377 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:49.119546 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-b5f1ae88-633a-42f4-bdd3-73ac54fb158c service neutron] 10.222.0.42 "GET /v2.0/networks/26db7fb5-9ece-429f-8e1b-dc70ac13fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984073 Mar 22 17:50:49.142301 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:49.221074 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-fd9a617f-db4d-41f7-b247-6db6d6165af0 service neutron] 10.222.0.42 "GET /v2.0/networks/26db7fb5-9ece-429f-8e1b-dc70ac13fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954366 Mar 22 17:50:49.252509 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Allocated IP 172.27.3.247 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/45494f82-20fd-4e72-a749-1babf9235668) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:50:49.379327 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for port (45494f82-20fd-4e72-a749-1babf9235668), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:49.410163 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-249bf982-9c41-405f-be0e-0652906ca004 req-7675439a-93bc-47c8-ae6a-2417e59ea2d5 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 210 time: 0.0357239 Mar 22 17:50:49.440023 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (45494f82-20fd-4e72-a749-1babf9235668), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:49.479570 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:50:49.484005 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:50:49.487712 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:50:49.520964 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'Port': ['ID=45494f82-20fd-4e72-a749-1babf9235668,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:49.904858 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for floatingip (62eebc30-94f5-4f48-9dd8-ee302b40fdaa), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:49.985054 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (45494f82-20fd-4e72-a749-1babf9235668), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:50.142324 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for port (45494f82-20fd-4e72-a749-1babf9235668), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:50.155049 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (45494f82-20fd-4e72-a749-1babf9235668), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:50.229645 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'Port': ['ID=45494f82-20fd-4e72-a749-1babf9235668,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:50.243286 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (62eebc30-94f5-4f48-9dd8-ee302b40fdaa), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:50.440942 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Floating IP 62eebc30-94f5-4f48-9dd8-ee302b40fdaa associated. External IP: 172.27.3.247, port: 7093710d-823d-4ce1-ae22-e5e374d2ec9f. Mar 22 17:50:50.449863 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-3b4cc74c-026e-415e-a0f4-e9fa272a5353 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:50.451862 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-3b4cc74c-026e-415e-a0f4-e9fa272a5353 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.76 "GET /v2.0/networks?id=26db7fb5-9ece-429f-8e1b-dc70ac13fe7c HTTP/1.1" status: 200 len: 814 time: 0.1376433 Mar 22 17:50:50.488761 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-f1fdbb2b-8bf8-476d-bcb2-2faaa3eb65a2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Request body: {'port': {'device_id': '120bb22b-8c8a-4198-9ebc-f63c1503495f', 'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c', 'admin_state_up': True, 'tenant_id': '137351dfdd8442cc98198630848f25c5'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:50:50.516338 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8651a1b5-140d-430b-8698-2cf8e9672f1b req-b7589f1c-1de4-418c-9453-e05656551409 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 210 time: 0.0282197 Mar 22 17:50:50.710486 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-f1fdbb2b-8bf8-476d-bcb2-2faaa3eb65a2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Made reservation on behalf of 137351dfdd8442cc98198630848f25c5 for: {'port': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:50:50.713855 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-f1fdbb2b-8bf8-476d-bcb2-2faaa3eb65a2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:50.820923 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Router 91554d3f-803e-4d4c-9f97-bca36dcf877b has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:50:50.942034 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-f1fdbb2b-8bf8-476d-bcb2-2faaa3eb65a2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Allocated IP 172.20.0.10 (26db7fb5-9ece-429f-8e1b-dc70ac13fe7c/5897f9ed-a77d-4c68-be25-1ddf6397b387/f3bc71b7-c951-4392-93fd-49a38ecf5d0f) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:50:51.013422 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:50:51.025343 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b76dfb-6aca-4d49-a11b-6097fab1cb2e None None] Sync routers for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:50:51.037909 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b76dfb-6aca-4d49-a11b-6097fab1cb2e None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:50:51.038662 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-24b76dfb-6aca-4d49-a11b-6097fab1cb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:50:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:50:51.079739 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:51.131296 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-cace7415-a9ed-487d-9e41-83b5892aa5fc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1251888 Mar 22 17:50:51.135736 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'tag': '7093710d-823d-4ce1-ae22-e5e374d2ec9f'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:50:51.139227 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8de1ee-e057-42be-9bcc-6ac40979cac1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c78ad27-a22b-4603-a9f1-b7a20d778574", "tag": "7093710d-823d-4ce1-ae22-e5e374d2ec9f"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:50:51.171872 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-24b76dfb-6aca-4d49-a11b-6097fab1cb2e None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:50:51.183106 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-f1fdbb2b-8bf8-476d-bcb2-2faaa3eb65a2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks [] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:51.202376 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837697e7-7497-4b6a-a42c-b0ef55bee96d x-openstack-request-id: req-837697e7-7497-4b6a-a42c-b0ef55bee96d {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:50:51.202674 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c78ad27-a22b-4603-a9f1-b7a20d778574", "tag": "7093710d-823d-4ce1-ae22-e5e374d2ec9f", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:50:51.202931 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-837697e7-7497-4b6a-a42c-b0ef55bee96d {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:50:51.203364 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837697e7-7497-4b6a-a42c-b0ef55bee96d'] response: {'name': 'network-changed', 'server_uuid': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'tag': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'status': 'completed', 'code': 200} Mar 22 17:50:51.224227 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-f1fdbb2b-8bf8-476d-bcb2-2faaa3eb65a2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:51.268183 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-f1fdbb2b-8bf8-476d-bcb2-2faaa3eb65a2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Network 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:50:51.271800 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-f1fdbb2b-8bf8-476d-bcb2-2faaa3eb65a2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:50:51.275440 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de1ee-e057-42be-9bcc-6ac40979cac1 req-fd092a07-e156-4126-bb6e-6670150a0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:51.277143 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-f1fdbb2b-8bf8-476d-bcb2-2faaa3eb65a2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:50:51.277368 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bb8de1ee-e057-42be-9bcc-6ac40979cac1 req-fd092a07-e156-4126-bb6e-6670150a0200 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 1130 time: 0.0515373 Mar 22 17:50:51.307589 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdbb2b-8bf8-476d-bcb2-2faaa3eb65a2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Pushing event updated for resources: {'Port': ['ID=f3bc71b7-c951-4392-93fd-49a38ecf5d0f,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:51.351907 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-f1fdbb2b-8bf8-476d-bcb2-2faaa3eb65a2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:51.353758 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-f1fdbb2b-8bf8-476d-bcb2-2faaa3eb65a2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:51.376798 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-f1fdbb2b-8bf8-476d-bcb2-2faaa3eb65a2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8919234 Mar 22 17:50:51.390347 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Request body: {'port': {'device_id': '120bb22b-8c8a-4198-9ebc-f63c1503495f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:50:51.396198 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de1ee-e057-42be-9bcc-6ac40979cac1 req-3049aff0-9fd2-4296-a5e4-31165cc8857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:51.398052 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bb8de1ee-e057-42be-9bcc-6ac40979cac1 req-3049aff0-9fd2-4296-a5e4-31165cc8857c service neutron] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 912 time: 0.1151865 Mar 22 17:50:51.470122 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:51.477882 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bb8de1ee-e057-42be-9bcc-6ac40979cac1 req-c697004f-a1f6-4dae-94bc-dbb3f34c8875 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7093710d-823d-4ce1-ae22-e5e374d2ec9f HTTP/1.1" status: 200 len: 1000 time: 0.0741670 Mar 22 17:50:51.532665 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de1ee-e057-42be-9bcc-6ac40979cac1 req-d77b2f8e-8372-4d19-95d2-2ed5086f0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:51.534436 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bb8de1ee-e057-42be-9bcc-6ac40979cac1 req-d77b2f8e-8372-4d19-95d2-2ed5086f0399 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0504267 Mar 22 17:50:51.601445 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de1ee-e057-42be-9bcc-6ac40979cac1 req-26425729-9b69-4ab1-87d0-958b27cace57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:51.603104 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bb8de1ee-e057-42be-9bcc-6ac40979cac1 req-26425729-9b69-4ab1-87d0-958b27cace57 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0624495 Mar 22 17:50:51.612865 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-24b76dfb-6aca-4d49-a11b-6097fab1cb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '62eebc30-94f5-4f48-9dd8-ee302b40fdaa', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:62:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:50:49Z', 'updated_at': '2022-03-22T17:50:49Z', 'revision_number': 0, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:50:51.641990 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b76dfb-6aca-4d49-a11b-6097fab1cb2e None None] Checking router: 91554d3f-803e-4d4c-9f97-bca36dcf877b for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:50:51.651214 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b76dfb-6aca-4d49-a11b-6097fab1cb2e None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:50:51.651930 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-24b76dfb-6aca-4d49-a11b-6097fab1cb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:50:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:50:51.728938 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a6b8-9144-46bd-b22c-bbf228e0ede7 req-f1b9d115-2702-4ce0-8c7d-6c96573a6d4f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:51.730500 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7b66a6b8-9144-46bd-b22c-bbf228e0ede7 req-f1b9d115-2702-4ce0-8c7d-6c96573a6d4f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 932 time: 0.1265612 Mar 22 17:50:51.767669 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bb8de1ee-e057-42be-9bcc-6ac40979cac1 req-f3bd806a-16fc-4ba7-b339-e270325832ec service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503553 Mar 22 17:50:51.781723 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-24b76dfb-6aca-4d49-a11b-6097fab1cb2e None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:50:51.786998 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3bc71b7-c951-4392-93fd-49a38ecf5d0f {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:50:51.796762 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Publish callbacks [] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:51.815397 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Transition to ACTIVE for port object f3bc71b7-c951-4392-93fd-49a38ecf5d0f will not be triggered until provisioned by entity L2. {{(pid=109968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:50:51.820712 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:51.848164 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7b66a6b8-9144-46bd-b22c-bbf228e0ede7 req-90da3078-791b-4335-8bc3-d532ae3e4799 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045392 Mar 22 17:50:51.900048 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-bb8de1ee-e057-42be-9bcc-6ac40979cac1 req-79d18935-9bb7-4547-915d-fcdbb9d416cc service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220911 Mar 22 17:50:51.950877 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bc71b7-c951-4392-93fd-49a38ecf5d0f,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:51.988046 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Attempting to bind port f3bc71b7-c951-4392-93fd-49a38ecf5d0f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:50:51.988386 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Attempting to bind port f3bc71b7-c951-4392-93fd-49a38ecf5d0f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '7a58100a-fa07-4ee8-92aa-3519000a34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:50:51.988721 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Attempting to bind port f3bc71b7-c951-4392-93fd-49a38ecf5d0f on network 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:50:51.993914 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Port f3bc71b7-c951-4392-93fd-49a38ecf5d0f on network 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:50:51.994242 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Attempting to bind port f3bc71b7-c951-4392-93fd-49a38ecf5d0f on network 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:50:51.999561 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:50:51.999896 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Checking segment: {'id': '7a58100a-fa07-4ee8-92aa-3519000a34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:50:52.000278 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Bound using segment: {'id': '7a58100a-fa07-4ee8-92aa-3519000a34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:50:52.000708 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Bound port: f3bc71b7-c951-4392-93fd-49a38ecf5d0f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a58100a-fa07-4ee8-92aa-3519000a34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:50:52.001064 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:52.070945 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] For port f3bc71b7-c951-4392-93fd-49a38ecf5d0f, host hv-cinder-79053, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:50:52.075447 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] For port f3bc71b7-c951-4392-93fd-49a38ecf5d0f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f3bc71b7-c951-4392-93fd-49a38ecf5d0f,segment=NetworkSegment(7a58100a-fa07-4ee8-92aa-3519000a34fb),segment_id=7a58100a-fa07-4ee8-92aa-3519000a34fb)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:50:52.087326 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:52.098984 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-24b76dfb-6aca-4d49-a11b-6097fab1cb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '62eebc30-94f5-4f48-9dd8-ee302b40fdaa', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:62:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:50:49Z', 'updated_at': '2022-03-22T17:50:49Z', 'revision_number': 0, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:50:52.126138 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:52.126755 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:52.128229 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] 10.222.0.76 "PUT /v2.0/ports/f3bc71b7-c951-4392-93fd-49a38ecf5d0f HTTP/1.1" status: 200 len: 1094 time: 0.7442932 Mar 22 17:50:52.139779 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b76dfb-6aca-4d49-a11b-6097fab1cb2e None None] The sync data for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi is: [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '62eebc30-94f5-4f48-9dd8-ee302b40fdaa', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:62:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:50:49Z', 'updated_at': '2022-03-22T17:50:49Z', 'revision_number': 0, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:50:52.169450 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df67924-2921-43bf-a04b-a0bdc6b8dca2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bc71b7-c951-4392-93fd-49a38ecf5d0f,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:52.232945 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4a894a3c-8595-40b7-aee1-a54c3f857e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:52.235391 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-4a894a3c-8595-40b7-aee1-a54c3f857e8d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=137351dfdd8442cc98198630848f25c5&device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 1128 time: 0.0592391 Mar 22 17:50:52.279729 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-12202248-919d-4bbb-a87b-6b9dddcb9511 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3bc71b7-c951-4392-93fd-49a38ecf5d0f HTTP/1.1" status: 200 len: 217 time: 0.0371428 Mar 22 17:50:52.330029 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-22d26a7f-f0d5-4217-8eda-2aa0ce6e662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:52.331536 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-22d26a7f-f0d5-4217-8eda-2aa0ce6e662c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5897f9ed-a77d-4c68-be25-1ddf6397b387 HTTP/1.1" status: 200 len: 854 time: 0.0469000 Mar 22 17:50:52.364706 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e6517-e3ae-4d85-8eb0-35f31d2ffe93 None None] New status for floating IP 62eebc30-94f5-4f48-9dd8-ee302b40fdaa: ACTIVE {{(pid=109970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:50:52.366949 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-3a0e4cf3-d036-4aa0-af6b-df61aad6dbc2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=26db7fb5-9ece-429f-8e1b-dc70ac13fe7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299575 Mar 22 17:50:52.750041 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-627f4df5-56c6-43a0-91af-5e0a77161e33 service neutron] 10.222.0.76 "GET /v2.0/networks/26db7fb5-9ece-429f-8e1b-dc70ac13fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768065 Mar 22 17:50:52.849720 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9538f519-6fe8-4015-8f39-5086ff041dc3 req-14949cc9-cb19-4ff1-9f80-836d323e35b6 service neutron] 10.222.0.76 "GET /v2.0/networks/26db7fb5-9ece-429f-8e1b-dc70ac13fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933304 Mar 22 17:50:52.981255 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e0208-f369-49be-98fa-79d7b09edd6e req-e8b62fac-c0a0-4a58-a438-62c9782a9599 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:52.982844 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b88e0208-f369-49be-98fa-79d7b09edd6e req-e8b62fac-c0a0-4a58-a438-62c9782a9599 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 944 time: 0.0558722 Mar 22 17:50:53.032827 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-b88e0208-f369-49be-98fa-79d7b09edd6e req-96cb08b3-bc9f-489d-ae00-214af30f3362 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442672 Mar 22 17:50:53.204275 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120bb22b-8c8a-4198-9ebc-f63c1503495f', 'tag': 'f3bc71b7-c951-4392-93fd-49a38ecf5d0f'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:50:53.206643 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f12bec-fc90-494a-9ead-5fb9815e9294" -d '{"events": [{"name": "network-changed", "server_uuid": "120bb22b-8c8a-4198-9ebc-f63c1503495f", "tag": "f3bc71b7-c951-4392-93fd-49a38ecf5d0f"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:50:53.242348 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6014bf-c1ee-4c15-b309-e3e3da4b53bb x-openstack-request-id: req-af6014bf-c1ee-4c15-b309-e3e3da4b53bb {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:50:53.242642 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120bb22b-8c8a-4198-9ebc-f63c1503495f", "tag": "f3bc71b7-c951-4392-93fd-49a38ecf5d0f", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:50:53.242898 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af6014bf-c1ee-4c15-b309-e3e3da4b53bb {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:50:53.243310 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6014bf-c1ee-4c15-b309-e3e3da4b53bb'] response: {'name': 'network-changed', 'server_uuid': '120bb22b-8c8a-4198-9ebc-f63c1503495f', 'tag': 'f3bc71b7-c951-4392-93fd-49a38ecf5d0f', 'status': 'completed', 'code': 200} Mar 22 17:50:53.307837 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f12bec-fc90-494a-9ead-5fb9815e9294 req-f999390f-90ae-4a2a-81f4-2ff692bc5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:53.309384 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-90f12bec-fc90-494a-9ead-5fb9815e9294 req-f999390f-90ae-4a2a-81f4-2ff692bc5159 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=137351dfdd8442cc98198630848f25c5&device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 1128 time: 0.0444746 Mar 22 17:50:53.403787 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f12bec-fc90-494a-9ead-5fb9815e9294 req-c0bd199f-60ee-4747-945e-d897218c035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:53.405306 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-90f12bec-fc90-494a-9ead-5fb9815e9294 req-c0bd199f-60ee-4747-945e-d897218c035a service neutron] 10.222.0.76 "GET /v2.0/networks?id=26db7fb5-9ece-429f-8e1b-dc70ac13fe7c HTTP/1.1" status: 200 len: 915 time: 0.0899699 Mar 22 17:50:53.448525 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-90f12bec-fc90-494a-9ead-5fb9815e9294 req-cb10c9e3-7660-4ecb-af44-dde669b54f9d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3bc71b7-c951-4392-93fd-49a38ecf5d0f HTTP/1.1" status: 200 len: 217 time: 0.0367672 Mar 22 17:50:53.498309 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f12bec-fc90-494a-9ead-5fb9815e9294 req-3201ef45-9099-40a1-8ea7-d398c18111b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:53.499713 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-90f12bec-fc90-494a-9ead-5fb9815e9294 req-3201ef45-9099-40a1-8ea7-d398c18111b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5897f9ed-a77d-4c68-be25-1ddf6397b387 HTTP/1.1" status: 200 len: 854 time: 0.0451734 Mar 22 17:50:53.536140 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-90f12bec-fc90-494a-9ead-5fb9815e9294 req-026c4b41-1f97-43a5-9125-e8df5ccfe238 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=26db7fb5-9ece-429f-8e1b-dc70ac13fe7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301523 Mar 22 17:50:53.629056 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-90f12bec-fc90-494a-9ead-5fb9815e9294 req-8c0ae00b-1252-49b3-bed7-7944596ed052 service neutron] 10.222.0.76 "GET /v2.0/networks/26db7fb5-9ece-429f-8e1b-dc70ac13fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859187 Mar 22 17:50:53.725337 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-90f12bec-fc90-494a-9ead-5fb9815e9294 req-2b70283e-c0e5-484f-8c25-6cb02009b392 service neutron] 10.222.0.76 "GET /v2.0/networks/26db7fb5-9ece-429f-8e1b-dc70ac13fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901237 Mar 22 17:50:54.162933 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31e9f9-ca28-4240-a648-0fd26c0bca1b req-fb1c64aa-ca7c-4c50-bd52-95eee111a85c tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:54.164493 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ac31e9f9-ca28-4240-a648-0fd26c0bca1b req-fb1c64aa-ca7c-4c50-bd52-95eee111a85c tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 944 time: 0.0629504 Mar 22 17:50:54.225166 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ac31e9f9-ca28-4240-a648-0fd26c0bca1b req-3f2a3d4c-1894-4e80-804e-f7c5595fcfa2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542474 Mar 22 17:50:54.739184 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:55.348502 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0f51c-79b5-40fc-9ce7-8f4a014389a8 req-e518dbbf-3824-401f-b073-4e5de1b08890 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:55.350004 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b5d0f51c-79b5-40fc-9ce7-8f4a014389a8 req-e518dbbf-3824-401f-b073-4e5de1b08890 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 944 time: 0.0526872 Mar 22 17:50:55.400557 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b5d0f51c-79b5-40fc-9ce7-8f4a014389a8 req-216cac80-1ed4-4a57-98e7-6a6b2741d659 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449836 Mar 22 17:50:56.523167 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54066d88-eff6-4448-a732-0e04e27959eb req-af975928-abb7-4b4c-a57e-352d1c3d6c96 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:56.524657 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-54066d88-eff6-4448-a732-0e04e27959eb req-af975928-abb7-4b4c-a57e-352d1c3d6c96 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 944 time: 0.0529854 Mar 22 17:50:56.570297 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-54066d88-eff6-4448-a732-0e04e27959eb req-4355c469-f4d2-4018-8633-a3bcaa818bad tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395577 Mar 22 17:50:56.970149 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device f3bc71b7-c951-4392-93fd-49a38ecf5d0f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:50:57.071213 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port f3bc71b7-c951-4392-93fd-49a38ecf5d0f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f3bc71b7-c951-4392-93fd-49a38ecf5d0f,segment=NetworkSegment(7a58100a-fa07-4ee8-92aa-3519000a34fb),segment_id=7a58100a-fa07-4ee8-92aa-3519000a34fb)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:50:57.084601 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': 'f3bc71b7-c951-4392-93fd-49a38ecf5d0f', 'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c', 'port_id': 'f3bc71b7-c951-4392-93fd-49a38ecf5d0f', 'mac_address': 'fa:16:3e:e5:12:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5897f9ed-a77d-4c68-be25-1ddf6397b387', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:50:57.124341 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port f3bc71b7-c951-4392-93fd-49a38ecf5d0f is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:50:57.124747 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:57.140939 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bc71b7-c951-4392-93fd-49a38ecf5d0f {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:50:57.164520 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port f3bc71b7-c951-4392-93fd-49a38ecf5d0f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f3bc71b7-c951-4392-93fd-49a38ecf5d0f,segment=NetworkSegment(7a58100a-fa07-4ee8-92aa-3519000a34fb),segment_id=7a58100a-fa07-4ee8-92aa-3519000a34fb)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:50:57.168873 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:57.220836 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=f3bc71b7-c951-4392-93fd-49a38ecf5d0f,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:57.381378 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['f3bc71b7-c951-4392-93fd-49a38ecf5d0f'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:50:57.695854 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8d2b3-f205-4cd5-8dd7-76f6e5ebca6d req-4d589f25-c328-427a-a56a-0098a1b99954 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:57.697315 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-48a8d2b3-f205-4cd5-8dd7-76f6e5ebca6d req-4d589f25-c328-427a-a56a-0098a1b99954 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 945 time: 0.0556991 Mar 22 17:50:57.744688 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-48a8d2b3-f205-4cd5-8dd7-76f6e5ebca6d req-dad87aeb-5758-4b7d-8214-e1e51cf5896d tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Mar 22 17:50:58.870120 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca60fa-7088-4fdf-90ac-2b8f8ad32f7e req-a26fea59-ea00-4b7b-a498-e1680a28eade tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:58.871516 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-60ca60fa-7088-4fdf-90ac-2b8f8ad32f7e req-a26fea59-ea00-4b7b-a498-e1680a28eade tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 945 time: 0.0592053 Mar 22 17:50:58.917890 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-60ca60fa-7088-4fdf-90ac-2b8f8ad32f7e req-330c298b-8e34-4685-acb6-523c33670d87 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400827 Mar 22 17:50:58.986241 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device f3bc71b7-c951-4392-93fd-49a38ecf5d0f up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:50:59.035515 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port f3bc71b7-c951-4392-93fd-49a38ecf5d0f completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:50:59.039280 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port f3bc71b7-c951-4392-93fd-49a38ecf5d0f triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:50:59.039659 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:59.118351 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7538ebc2-ba59-4d04-9258-84621d30162a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:59.133539 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port f3bc71b7-c951-4392-93fd-49a38ecf5d0f is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:50:59.133855 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:59.158326 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120bb22b-8c8a-4198-9ebc-f63c1503495f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bc71b7-c951-4392-93fd-49a38ecf5d0f'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:50:59.160564 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e234d4-9e38-481a-9506-e01de22dd5b4" -d '{"events": [{"server_uuid": "120bb22b-8c8a-4198-9ebc-f63c1503495f", "name": "network-vif-plugged", "status": "completed", "tag": "f3bc71b7-c951-4392-93fd-49a38ecf5d0f"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:50:59.174026 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port f3bc71b7-c951-4392-93fd-49a38ecf5d0f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f3bc71b7-c951-4392-93fd-49a38ecf5d0f,segment=NetworkSegment(7a58100a-fa07-4ee8-92aa-3519000a34fb),segment_id=7a58100a-fa07-4ee8-92aa-3519000a34fb)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:50:59.178774 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:59.202912 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc406f0-bed1-443b-83a4-ea453e9c98e4 x-openstack-request-id: req-abc406f0-bed1-443b-83a4-ea453e9c98e4 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:50:59.203205 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120bb22b-8c8a-4198-9ebc-f63c1503495f", "name": "network-vif-plugged", "status": "completed", "tag": "f3bc71b7-c951-4392-93fd-49a38ecf5d0f", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:50:59.203459 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-abc406f0-bed1-443b-83a4-ea453e9c98e4 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:50:59.203854 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc406f0-bed1-443b-83a4-ea453e9c98e4'] response: {'server_uuid': '120bb22b-8c8a-4198-9ebc-f63c1503495f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bc71b7-c951-4392-93fd-49a38ecf5d0f', 'code': 200} Mar 22 17:50:59.229813 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=f3bc71b7-c951-4392-93fd-49a38ecf5d0f,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:50:59.366224 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79a5ea-34b5-4da5-acf9-1ea4da0927e2 req-6942aa90-bd9c-441c-8719-79d9573a339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:50:59.367736 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fb79a5ea-34b5-4da5-acf9-1ea4da0927e2 req-6942aa90-bd9c-441c-8719-79d9573a339a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 1130 time: 0.0439231 Mar 22 17:50:59.411781 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fb79a5ea-34b5-4da5-acf9-1ea4da0927e2 req-d840fdb4-f3f3-4ddd-a8b6-d4663fe69a71 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372798 Mar 22 17:51:00.048532 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52cd2a-4502-4518-acd9-0ce4d283c8f1 req-0f4663f3-3414-4684-8cab-78eb0ad32765 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:00.050139 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dd52cd2a-4502-4518-acd9-0ce4d283c8f1 req-0f4663f3-3414-4684-8cab-78eb0ad32765 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 946 time: 0.0577180 Mar 22 17:51:00.101697 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-dd52cd2a-4502-4518-acd9-0ce4d283c8f1 req-4af5a043-6703-48bd-abd8-26ccf590e08e tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460172 Mar 22 17:51:01.233294 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dbf79-041e-4d33-ab63-156ea873ce27 req-cc2e3a4f-d0b9-47d5-92d2-1d4e80f2c90e tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:01.234882 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5a5dbf79-041e-4d33-ab63-156ea873ce27 req-cc2e3a4f-d0b9-47d5-92d2-1d4e80f2c90e tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 946 time: 0.0614603 Mar 22 17:51:01.283429 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5a5dbf79-041e-4d33-ab63-156ea873ce27 req-33aa7de1-126f-42dd-9aa0-00a5fb92c1a0 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427940 Mar 22 17:51:01.789640 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4b1cd0aa-3ec7-40dc-b111-52ac0168e023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:03.239562 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:04.568622 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:06.118986 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:23.063236 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:51:24.751554 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:29.100055 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-93d8abca-9a1c-4c0a-b835-33e35e4164ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:31.786526 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbd26-3b95-4478-b66d-a21a02eb3907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:33.241424 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:34.571026 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:34.846238 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e5bef576-49ab-4301-95a8-c2e4e0abb94c req-890d7d00-b82e-4657-8921-5c0c93622570 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486310 Mar 22 17:51:34.936922 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bef576-49ab-4301-95a8-c2e4e0abb94c req-1efd9994-35c1-4731-88e0-d44fde4dc891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:34.938459 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e5bef576-49ab-4301-95a8-c2e4e0abb94c req-1efd9994-35c1-4731-88e0-d44fde4dc891 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3be40162415e4d00adbfe52e1a0cc828&device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 1129 time: 0.0474739 Mar 22 17:51:35.060769 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bef576-49ab-4301-95a8-c2e4e0abb94c req-111f0398-5ac6-4427-9a11-8b813c481cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:35.062299 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e5bef576-49ab-4301-95a8-c2e4e0abb94c req-111f0398-5ac6-4427-9a11-8b813c481cc2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=11270093-eb92-4b9c-86f0-2f30cfed3c5b HTTP/1.1" status: 200 len: 910 time: 0.1010163 Mar 22 17:51:35.131817 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e5bef576-49ab-4301-95a8-c2e4e0abb94c req-d5d14386-01f1-4bd8-b43d-25c9f61c4a4a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0627494 Mar 22 17:51:35.183423 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bef576-49ab-4301-95a8-c2e4e0abb94c req-a8d6fddf-5c9e-4de4-8a35-8a577b5a83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:35.184895 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e5bef576-49ab-4301-95a8-c2e4e0abb94c req-a8d6fddf-5c9e-4de4-8a35-8a577b5a83a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=426793f3-0123-4a13-aa58-f5f9557e1cbf HTTP/1.1" status: 200 len: 848 time: 0.0468476 Mar 22 17:51:35.239213 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bef576-49ab-4301-95a8-c2e4e0abb94c req-df1ef23c-6591-40e1-b2d0-92dbb9b5a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:35.240725 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e5bef576-49ab-4301-95a8-c2e4e0abb94c req-df1ef23c-6591-40e1-b2d0-92dbb9b5a83d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11270093-eb92-4b9c-86f0-2f30cfed3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490441 Mar 22 17:51:35.333344 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e5bef576-49ab-4301-95a8-c2e4e0abb94c req-764f7d55-152c-4761-aefa-1860c35d29f2 service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859852 Mar 22 17:51:35.434173 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e5bef576-49ab-4301-95a8-c2e4e0abb94c req-cb68029f-1da7-4e8b-b24d-678bd9217283 service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947981 Mar 22 17:51:36.124616 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:40.977126 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea517-b9ba-4b00-ae67-63a1efee84f7 req-58edc674-6437-4ec7-931a-dd4045ce3622 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:40.978611 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-34cea517-b9ba-4b00-ae67-63a1efee84f7 req-58edc674-6437-4ec7-931a-dd4045ce3622 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 946 time: 0.0564067 Mar 22 17:51:41.025824 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-34cea517-b9ba-4b00-ae67-63a1efee84f7 req-8e2484d4-e9f8-404e-b3b4-934bedba36c2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Mar 22 17:51:42.205879 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d218-9cea-4ed1-8129-4c6dddb5803d req-0aaad307-6fa9-4603-aea5-86bb7f01b4d5 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:42.207383 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-13d8d218-9cea-4ed1-8129-4c6dddb5803d req-0aaad307-6fa9-4603-aea5-86bb7f01b4d5 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 946 time: 0.1086276 Mar 22 17:51:42.254048 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-13d8d218-9cea-4ed1-8129-4c6dddb5803d req-2e5682a4-dd71-4406-b7ba-d4e9c4170094 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Mar 22 17:51:42.967904 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9d5ac-ff46-4942-990c-d47aa17f99db req-5dfed559-1d4d-43ba-9137-8289c4a4a5af tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:42.969417 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-62d9d5ac-ff46-4942-990c-d47aa17f99db req-5dfed559-1d4d-43ba-9137-8289c4a4a5af tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.76 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 946 time: 0.0556321 Mar 22 17:51:43.070274 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-62d9d5ac-ff46-4942-990c-d47aa17f99db req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Deleting port f3bc71b7-c951-4392-93fd-49a38ecf5d0f {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:51:43.070614 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-62d9d5ac-ff46-4942-990c-d47aa17f99db req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:43.161772 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-62d9d5ac-ff46-4942-990c-d47aa17f99db req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] For port f3bc71b7-c951-4392-93fd-49a38ecf5d0f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f3bc71b7-c951-4392-93fd-49a38ecf5d0f,segment=NetworkSegment(7a58100a-fa07-4ee8-92aa-3519000a34fb),segment_id=7a58100a-fa07-4ee8-92aa-3519000a34fb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:51:43.162144 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-62d9d5ac-ff46-4942-990c-d47aa17f99db req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:43.175666 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-62d9d5ac-ff46-4942-990c-d47aa17f99db req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Calling delete_port for f3bc71b7-c951-4392-93fd-49a38ecf5d0f owned by compute:nova {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:51:43.311374 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-62d9d5ac-ff46-4942-990c-d47aa17f99db req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (f3bc71b7-c951-4392-93fd-49a38ecf5d0f), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:43.324742 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['f3bc71b7-c951-4392-93fd-49a38ecf5d0f'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:51:43.341423 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Pushing event deleted for resources: {'Port': ['ID=f3bc71b7-c951-4392-93fd-49a38ecf5d0f,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:51:43.356999 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0b182333-1243-405c-9d44-54468da255de req-ebc30361-ad8d-4843-a3b3-4791b810bca4 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=120bb22b-8c8a-4198-9ebc-f63c1503495f HTTP/1.1" status: 200 len: 210 time: 0.0343404 Mar 22 17:51:43.369934 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.370384 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.370734 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.371078 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.371420 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.371759 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.372096 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.372428 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.372765 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.373099 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.373429 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.373784 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.374112 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.374439 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.374806 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:51:43.398396 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d9d5ac-ff46-4942-990c-d47aa17f99db req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] No DVR routers for this DVR port f3bc71b7-c951-4392-93fd-49a38ecf5d0f on host hv-cinder-79053 {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:51:43.401592 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-62d9d5ac-ff46-4942-990c-d47aa17f99db req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:43.404899 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-62d9d5ac-ff46-4942-990c-d47aa17f99db req-9de27113-a341-4bce-b417-759e6cfff03f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.76 "DELETE /v2.0/ports/f3bc71b7-c951-4392-93fd-49a38ecf5d0f HTTP/1.1" status: 204 len: 173 time: 0.4298780 Mar 22 17:51:43.405348 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120bb22b-8c8a-4198-9ebc-f63c1503495f', 'name': 'network-vif-deleted', 'tag': 'f3bc71b7-c951-4392-93fd-49a38ecf5d0f'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:51:43.407652 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a020a00b-7b13-48d3-a0c7-5185a87f775c" -d '{"events": [{"server_uuid": "120bb22b-8c8a-4198-9ebc-f63c1503495f", "name": "network-vif-deleted", "tag": "f3bc71b7-c951-4392-93fd-49a38ecf5d0f"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:51:43.443513 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f284217-180d-485c-9c21-15bbbd8fa64b x-openstack-request-id: req-7f284217-180d-485c-9c21-15bbbd8fa64b {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:51:43.443816 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120bb22b-8c8a-4198-9ebc-f63c1503495f", "name": "network-vif-deleted", "tag": "f3bc71b7-c951-4392-93fd-49a38ecf5d0f", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:51:43.444075 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f284217-180d-485c-9c21-15bbbd8fa64b {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:51:43.444486 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f284217-180d-485c-9c21-15bbbd8fa64b'] response: {'server_uuid': '120bb22b-8c8a-4198-9ebc-f63c1503495f', 'name': 'network-vif-deleted', 'tag': 'f3bc71b7-c951-4392-93fd-49a38ecf5d0f', 'status': 'completed', 'code': 200} Mar 22 17:51:47.583646 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device f3bc71b7-c951-4392-93fd-49a38ecf5d0f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:51:47.607427 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: f3bc71b7-c951-4392-93fd-49a38ecf5d0f {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:51:47.607792 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device f3bc71b7-c951-4392-93fd-49a38ecf5d0f not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:51:52.614871 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-d79e6426-d917-4b1c-a984-8e17ca460f62 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:52.616420 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-d79e6426-d917-4b1c-a984-8e17ca460f62 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/networks?id=26db7fb5-9ece-429f-8e1b-dc70ac13fe7c HTTP/1.1" status: 200 len: 814 time: 0.1056583 Mar 22 17:51:52.632469 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-3c50e440-3d46-4836-acad-16a974fbb386 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/quotas/137351dfdd8442cc98198630848f25c5 HTTP/1.1" status: 200 len: 375 time: 0.0097423 Mar 22 17:51:52.666576 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-18e7cf8d-c796-4fb9-8db1-4b96178dc37d tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=137351dfdd8442cc98198630848f25c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287941 Mar 22 17:51:52.677715 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-a13957cb-97a0-44de-adc7-ae71b20885dd service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:51:52.678717 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-a13957cb-97a0-44de-adc7-ae71b20885dd service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051506 Mar 22 17:51:52.773361 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-80585fca-5f62-4f33-825f-b017e71a8273 service neutron] 10.222.0.42 "GET /v2.0/networks/26db7fb5-9ece-429f-8e1b-dc70ac13fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889041 Mar 22 17:51:52.875658 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-008c98d9-5ee1-4253-b270-e21bf11518d8 service neutron] 10.222.0.42 "GET /v2.0/networks/26db7fb5-9ece-429f-8e1b-dc70ac13fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955975 Mar 22 17:51:53.051895 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fb485a1e-d921-484c-8db7-3f119b2f9c77 req-6d3586a8-bee1-4bdc-86e8-eae0727032d1 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 210 time: 0.0297253 Mar 22 17:51:54.082768 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-e3a15d94-ed56-4f7d-af8f-a754cf4af5c9 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:54.085619 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-e3a15d94-ed56-4f7d-af8f-a754cf4af5c9 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.76 "GET /v2.0/networks?id=26db7fb5-9ece-429f-8e1b-dc70ac13fe7c HTTP/1.1" status: 200 len: 814 time: 0.1287873 Mar 22 17:51:54.099546 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-3b1d51ab-3249-4fd8-ac59-31fd0fbc3c03 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Request body: {'port': {'device_id': 'bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c', 'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c', 'admin_state_up': True, 'tenant_id': '137351dfdd8442cc98198630848f25c5'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:51:54.184864 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f4491afe-46b2-4e3a-ac3e-d9e78f16a069 req-6dfae211-b98b-4d01-8863-ba6757c78c89 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 210 time: 0.0404162 Mar 22 17:51:54.247217 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-3b1d51ab-3249-4fd8-ac59-31fd0fbc3c03 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Made reservation on behalf of 137351dfdd8442cc98198630848f25c5 for: {'port': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:51:54.250617 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-3b1d51ab-3249-4fd8-ac59-31fd0fbc3c03 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:54.378785 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-3b1d51ab-3249-4fd8-ac59-31fd0fbc3c03 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Allocated IP 172.20.0.7 (26db7fb5-9ece-429f-8e1b-dc70ac13fe7c/5897f9ed-a77d-4c68-be25-1ddf6397b387/9eecd10e-f19b-4a06-a839-2373e956ecaf) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:51:54.555377 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-3b1d51ab-3249-4fd8-ac59-31fd0fbc3c03 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks [] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:54.593334 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-3b1d51ab-3249-4fd8-ac59-31fd0fbc3c03 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:54.641751 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-3b1d51ab-3249-4fd8-ac59-31fd0fbc3c03 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Network 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:51:54.647155 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-3b1d51ab-3249-4fd8-ac59-31fd0fbc3c03 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:51:54.652052 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-3b1d51ab-3249-4fd8-ac59-31fd0fbc3c03 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:51:54.656305 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d51ab-3249-4fd8-ac59-31fd0fbc3c03 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Pushing event updated for resources: {'Port': ['ID=9eecd10e-f19b-4a06-a839-2373e956ecaf,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:51:54.707295 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-3b1d51ab-3249-4fd8-ac59-31fd0fbc3c03 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:54.707910 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-3b1d51ab-3249-4fd8-ac59-31fd0fbc3c03 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:54.725052 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-3b1d51ab-3249-4fd8-ac59-31fd0fbc3c03 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6299722 Mar 22 17:51:54.734522 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-c2500911-370e-4438-aa50-0e51a0942fba tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:51:54.735507 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-c2500911-370e-4438-aa50-0e51a0942fba tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058277 Mar 22 17:51:54.751822 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:54.792637 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Request body: {'port': {'device_id': 'bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:51:54.857371 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:55.147213 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eecd10e-f19b-4a06-a839-2373e956ecaf {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:51:55.155792 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Publish callbacks [] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:55.169962 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Transition to ACTIVE for port object 9eecd10e-f19b-4a06-a839-2373e956ecaf will not be triggered until provisioned by entity L2. {{(pid=109968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:51:55.174384 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:55.226967 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=9eecd10e-f19b-4a06-a839-2373e956ecaf,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:51:55.324565 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Attempting to bind port 9eecd10e-f19b-4a06-a839-2373e956ecaf on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:51:55.325136 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Attempting to bind port 9eecd10e-f19b-4a06-a839-2373e956ecaf by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '7a58100a-fa07-4ee8-92aa-3519000a34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:51:55.325637 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Attempting to bind port 9eecd10e-f19b-4a06-a839-2373e956ecaf on network 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:51:55.332385 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Port 9eecd10e-f19b-4a06-a839-2373e956ecaf on network 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:51:55.332915 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Attempting to bind port 9eecd10e-f19b-4a06-a839-2373e956ecaf on network 26db7fb5-9ece-429f-8e1b-dc70ac13fe7c {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:51:55.335967 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b93e88-cdc9-4bdc-a3da-ec80e32c7f28 req-11f71a0a-31a7-40e4-9336-51b348880a27 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:55.337621 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-03b93e88-cdc9-4bdc-a3da-ec80e32c7f28 req-11f71a0a-31a7-40e4-9336-51b348880a27 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 943 time: 0.0678432 Mar 22 17:51:55.342629 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:51:55.343187 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Checking segment: {'id': '7a58100a-fa07-4ee8-92aa-3519000a34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:51:55.343818 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Bound using segment: {'id': '7a58100a-fa07-4ee8-92aa-3519000a34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:51:55.344584 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Bound port: 9eecd10e-f19b-4a06-a839-2373e956ecaf, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a58100a-fa07-4ee8-92aa-3519000a34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:51:55.345205 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:55.397422 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-03b93e88-cdc9-4bdc-a3da-ec80e32c7f28 req-c17b42b7-e8ca-4932-877d-59f2a652d592 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486062 Mar 22 17:51:55.445394 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] For port 9eecd10e-f19b-4a06-a839-2373e956ecaf, host hv-cinder-79053, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:51:55.451012 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] For port 9eecd10e-f19b-4a06-a839-2373e956ecaf, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9eecd10e-f19b-4a06-a839-2373e956ecaf,segment=NetworkSegment(7a58100a-fa07-4ee8-92aa-3519000a34fb),segment_id=7a58100a-fa07-4ee8-92aa-3519000a34fb)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:51:55.459821 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:55.495077 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:55.496608 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:55.498167 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] 10.222.0.76 "PUT /v2.0/ports/9eecd10e-f19b-4a06-a839-2373e956ecaf HTTP/1.1" status: 200 len: 1093 time: 0.7552750 Mar 22 17:51:55.500554 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c', 'tag': '9eecd10e-f19b-4a06-a839-2373e956ecaf'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:51:55.503785 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956e1225-2288-48cc-b62b-747d9e01d8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c", "tag": "9eecd10e-f19b-4a06-a839-2373e956ecaf"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:51:55.580974 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afee6dd4-59e3-4559-a8d1-37b5cd544b85 x-openstack-request-id: req-afee6dd4-59e3-4559-a8d1-37b5cd544b85 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:51:55.581270 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c", "tag": "9eecd10e-f19b-4a06-a839-2373e956ecaf", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:51:55.581549 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afee6dd4-59e3-4559-a8d1-37b5cd544b85 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:51:55.581961 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afee6dd4-59e3-4559-a8d1-37b5cd544b85'] response: {'name': 'network-changed', 'server_uuid': 'bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c', 'tag': '9eecd10e-f19b-4a06-a839-2373e956ecaf', 'status': 'completed', 'code': 200} Mar 22 17:51:55.583407 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6e1fc-37c5-4fb1-8e9d-083b1e6a3cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=9eecd10e-f19b-4a06-a839-2373e956ecaf,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:51:55.604989 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-e3f4da3b-321f-4a9d-a789-6b384bb8a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:55.606594 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-e3f4da3b-321f-4a9d-a789-6b384bb8a111 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=137351dfdd8442cc98198630848f25c5&device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 1127 time: 0.0652647 Mar 22 17:51:55.653756 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-dbf26395-5d4f-4526-83f3-6db1cc1181dc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eecd10e-f19b-4a06-a839-2373e956ecaf HTTP/1.1" status: 200 len: 217 time: 0.0392919 Mar 22 17:51:55.702198 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-b42a37a9-022e-4fd4-affa-75f5fc73cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:55.703671 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-b42a37a9-022e-4fd4-affa-75f5fc73cfac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5897f9ed-a77d-4c68-be25-1ddf6397b387 HTTP/1.1" status: 200 len: 854 time: 0.0450132 Mar 22 17:51:55.737096 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-91e0c2ad-be22-42d9-a910-8515c8f77397 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=26db7fb5-9ece-429f-8e1b-dc70ac13fe7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264461 Mar 22 17:51:55.833504 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-18964ea5-66d1-4376-9a2c-73fe965345f4 service neutron] 10.222.0.76 "GET /v2.0/networks/26db7fb5-9ece-429f-8e1b-dc70ac13fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904121 Mar 22 17:51:55.932683 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-f37334a0-c799-4b8f-838e-9d00fde9f682 req-8e2b8572-2e7b-437c-a393-7d092277a7da service neutron] 10.222.0.76 "GET /v2.0/networks/26db7fb5-9ece-429f-8e1b-dc70ac13fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925205 Mar 22 17:51:56.022290 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e1225-2288-48cc-b62b-747d9e01d8ab req-e1d9a68a-66a1-4dbb-93d2-f4a8ad27726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:56.023872 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-956e1225-2288-48cc-b62b-747d9e01d8ab req-e1d9a68a-66a1-4dbb-93d2-f4a8ad27726f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=137351dfdd8442cc98198630848f25c5&device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 1127 time: 0.0490880 Mar 22 17:51:56.123859 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e1225-2288-48cc-b62b-747d9e01d8ab req-72e828fb-c476-4cf1-86fb-591bfd19f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:56.125357 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-956e1225-2288-48cc-b62b-747d9e01d8ab req-72e828fb-c476-4cf1-86fb-591bfd19f0e8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=26db7fb5-9ece-429f-8e1b-dc70ac13fe7c HTTP/1.1" status: 200 len: 915 time: 0.0951855 Mar 22 17:51:56.168512 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-956e1225-2288-48cc-b62b-747d9e01d8ab req-a27c17dd-5eec-4e00-b03c-9b7f374214f0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eecd10e-f19b-4a06-a839-2373e956ecaf HTTP/1.1" status: 200 len: 217 time: 0.0362349 Mar 22 17:51:56.218015 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e1225-2288-48cc-b62b-747d9e01d8ab req-e1e79ac3-3726-4245-9096-0c0e5613ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:56.219404 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-956e1225-2288-48cc-b62b-747d9e01d8ab req-e1e79ac3-3726-4245-9096-0c0e5613ad68 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5897f9ed-a77d-4c68-be25-1ddf6397b387 HTTP/1.1" status: 200 len: 854 time: 0.0444412 Mar 22 17:51:56.255406 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-956e1225-2288-48cc-b62b-747d9e01d8ab req-1ce69ea6-eb3a-4afc-a321-aa6f77b0e386 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=26db7fb5-9ece-429f-8e1b-dc70ac13fe7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302601 Mar 22 17:51:56.346291 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-956e1225-2288-48cc-b62b-747d9e01d8ab req-0fbfe09c-26a6-477c-99ae-4c84f7884b35 service neutron] 10.222.0.76 "GET /v2.0/networks/26db7fb5-9ece-429f-8e1b-dc70ac13fe7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837979 Mar 22 17:51:56.441326 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-956e1225-2288-48cc-b62b-747d9e01d8ab req-45e687ba-a792-4b00-b616-501a93b9c3ff service neutron] 10.222.0.76 "GET /v2.0/networks/26db7fb5-9ece-429f-8e1b-dc70ac13fe7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884748 Mar 22 17:51:56.517678 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728e34c-e633-4d08-8166-26cfb1e6049d req-9bcebbb6-8aa9-448f-8d1e-4f5acb543361 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:56.519066 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c728e34c-e633-4d08-8166-26cfb1e6049d req-9bcebbb6-8aa9-448f-8d1e-4f5acb543361 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 943 time: 0.0526714 Mar 22 17:51:56.564843 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c728e34c-e633-4d08-8166-26cfb1e6049d req-515c8497-63f7-433d-9c3e-508de142d361 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402911 Mar 22 17:51:57.687000 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a16dac-a00e-4fd5-baae-6390ab1832ce req-cfcb3702-764a-466a-ad70-4995e22894d8 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:57.688529 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-65a16dac-a00e-4fd5-baae-6390ab1832ce req-cfcb3702-764a-466a-ad70-4995e22894d8 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 943 time: 0.0553405 Mar 22 17:51:57.736332 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-65a16dac-a00e-4fd5-baae-6390ab1832ce req-d4b8e2e2-902c-42ae-867f-8360be095dd0 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 Mar 22 17:51:58.405689 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 34578) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:51:58.560495 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-89d620f4-9a5a-4bfb-a50b-e93ac888caa3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Deleting port e0dedea5-84b4-4806-96d5-5143d5ef9984 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:51:58.560840 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-89d620f4-9a5a-4bfb-a50b-e93ac888caa3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (e0dedea5-84b4-4806-96d5-5143d5ef9984), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:58.638813 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-89d620f4-9a5a-4bfb-a50b-e93ac888caa3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (e0dedea5-84b4-4806-96d5-5143d5ef9984), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:58.639146 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-89d620f4-9a5a-4bfb-a50b-e93ac888caa3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for floatingip (e0dedea5-84b4-4806-96d5-5143d5ef9984), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:58.650540 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-89d620f4-9a5a-4bfb-a50b-e93ac888caa3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Calling delete_port for e0dedea5-84b4-4806-96d5-5143d5ef9984 owned by network:floatingip {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:51:58.847237 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-89d620f4-9a5a-4bfb-a50b-e93ac888caa3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (e0dedea5-84b4-4806-96d5-5143d5ef9984), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:58.884992 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d620f4-9a5a-4bfb-a50b-e93ac888caa3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Pushing event deleted for resources: {'Port': ['ID=e0dedea5-84b4-4806-96d5-5143d5ef9984,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:51:58.914116 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9f594-cd38-4ef5-bf77-6cc15fdc03b5 req-4cfbf46e-ae04-43bc-aa26-3af68f515ca6 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:58.915593 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-77a9f594-cd38-4ef5-bf77-6cc15fdc03b5 req-4cfbf46e-ae04-43bc-aa26-3af68f515ca6 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 943 time: 0.1083696 Mar 22 17:51:58.969049 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-89d620f4-9a5a-4bfb-a50b-e93ac888caa3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for floatingip (e85221b9-6409-4808-8565-d3b8ff7b02af), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:58.969374 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [None req-89d620f4-9a5a-4bfb-a50b-e93ac888caa3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Floating IP e85221b9-6409-4808-8565-d3b8ff7b02af disassociated (deleted). External IP: 172.27.3.199, port: ba123091-7bd8-425d-bb91-5e16fe3e8ae6. Mar 22 17:51:59.104509 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-d54df6f6-0d0e-40b3-a797-6d0b30364891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:59.326221 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-77a9f594-cd38-4ef5-bf77-6cc15fdc03b5 req-035b8560-5dab-4e47-9a8b-5610a40915e7 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910415 Mar 22 17:51:59.487796 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d620f4-9a5a-4bfb-a50b-e93ac888caa3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Router 972335aa-ccaf-464b-9f50-9cff8baae83f has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:51:59.598691 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d620f4-9a5a-4bfb-a50b-e93ac888caa3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:51:59.603364 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-89d620f4-9a5a-4bfb-a50b-e93ac888caa3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:59.611563 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd898e-c13d-4e11-8c0f-7e87cc9eba03 None None] Sync routers for ids ['972335aa-ccaf-464b-9f50-9cff8baae83f'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:51:59.615479 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 9eecd10e-f19b-4a06-a839-2373e956ecaf details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:51:59.635434 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-89d620f4-9a5a-4bfb-a50b-e93ac888caa3 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "DELETE /v2.0/floatingips/e85221b9-6409-4808-8565-d3b8ff7b02af HTTP/1.1" status: 204 len: 168 time: 1.2286353 Mar 22 17:51:59.636645 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:51:59.638533 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd898e-c13d-4e11-8c0f-7e87cc9eba03 None None] Routers {'972335aa-ccaf-464b-9f50-9cff8baae83f'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:51:59.639175 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1b9e01-64e1-4c6d-a4f2-c9192d81044e" -d '{"events": [{"name": "network-changed", "server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:51:59.639334 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-88dd898e-c13d-4e11-8c0f-7e87cc9eba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:51:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['972335aa-ccaf-464b-9f50-9cff8baae83f'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:51:59.678032 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e453a26-c5c3-46d2-ba27-bd3646cdc4db x-openstack-request-id: req-6e453a26-c5c3-46d2-ba27-bd3646cdc4db {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:51:59.678400 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:51:59.678733 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e453a26-c5c3-46d2-ba27-bd3646cdc4db {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:51:59.679374 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e453a26-c5c3-46d2-ba27-bd3646cdc4db'] response: {'name': 'network-changed', 'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'status': 'completed', 'code': 200} Mar 22 17:51:59.750915 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b9e01-64e1-4c6d-a4f2-c9192d81044e req-a3f7d033-4851-40cc-a582-326db127e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:59.752363 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fc1b9e01-64e1-4c6d-a4f2-c9192d81044e req-a3f7d033-4851-40cc-a582-326db127e87b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3be40162415e4d00adbfe52e1a0cc828&device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 1129 time: 0.0515521 Mar 22 17:51:59.834958 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-88dd898e-c13d-4e11-8c0f-7e87cc9eba03 None None] Set router 972335aa-ccaf-464b-9f50-9cff8baae83f gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:51:59.869563 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 9eecd10e-f19b-4a06-a839-2373e956ecaf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9eecd10e-f19b-4a06-a839-2373e956ecaf,segment=NetworkSegment(7a58100a-fa07-4ee8-92aa-3519000a34fb),segment_id=7a58100a-fa07-4ee8-92aa-3519000a34fb)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:51:59.890391 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': '9eecd10e-f19b-4a06-a839-2373e956ecaf', 'network_id': '26db7fb5-9ece-429f-8e1b-dc70ac13fe7c', 'port_id': '9eecd10e-f19b-4a06-a839-2373e956ecaf', 'mac_address': 'fa:16:3e:3b:2c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5897f9ed-a77d-4c68-be25-1ddf6397b387', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:51:59.894080 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b9e01-64e1-4c6d-a4f2-c9192d81044e req-503112bf-6c12-4de1-82e5-4f13324f94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:59.895593 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fc1b9e01-64e1-4c6d-a4f2-c9192d81044e req-503112bf-6c12-4de1-82e5-4f13324f94f7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=11270093-eb92-4b9c-86f0-2f30cfed3c5b HTTP/1.1" status: 200 len: 910 time: 0.1325958 Mar 22 17:51:59.945803 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce551f-877e-4ae1-8baa-4662775ad032 req-4efdd0ae-95aa-4db7-8055-17f4e2adeed2 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:51:59.947306 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-09ce551f-877e-4ae1-8baa-4662775ad032 req-4efdd0ae-95aa-4db7-8055-17f4e2adeed2 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.1129439 Mar 22 17:51:59.949096 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fc1b9e01-64e1-4c6d-a4f2-c9192d81044e req-886fab4c-af51-4aa2-8f63-aa31bd2e4625 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6 HTTP/1.1" status: 200 len: 217 time: 0.0450161 Mar 22 17:52:00.012459 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 9eecd10e-f19b-4a06-a839-2373e956ecaf is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:52:00.012758 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:00.035477 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b9e01-64e1-4c6d-a4f2-c9192d81044e req-2a80e395-5109-4e49-8ed1-6fe008ac4aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:00.036962 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fc1b9e01-64e1-4c6d-a4f2-c9192d81044e req-2a80e395-5109-4e49-8ed1-6fe008ac4aa5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=426793f3-0123-4a13-aa58-f5f9557e1cbf HTTP/1.1" status: 200 len: 848 time: 0.0816088 Mar 22 17:52:00.038118 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eecd10e-f19b-4a06-a839-2373e956ecaf {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:52:00.040962 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-09ce551f-877e-4ae1-8baa-4662775ad032 req-6f281279-c679-42f9-928d-8323f5590210 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873187 Mar 22 17:52:00.065631 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:52:00.080663 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 9eecd10e-f19b-4a06-a839-2373e956ecaf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9eecd10e-f19b-4a06-a839-2373e956ecaf,segment=NetworkSegment(7a58100a-fa07-4ee8-92aa-3519000a34fb),segment_id=7a58100a-fa07-4ee8-92aa-3519000a34fb)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:00.085375 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:00.089991 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b9e01-64e1-4c6d-a4f2-c9192d81044e req-63a9d8f9-87d5-4ba7-a03a-339cc7cd12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:00.091857 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fc1b9e01-64e1-4c6d-a4f2-c9192d81044e req-63a9d8f9-87d5-4ba7-a03a-339cc7cd12c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11270093-eb92-4b9c-86f0-2f30cfed3c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484848 Mar 22 17:52:00.145521 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=9eecd10e-f19b-4a06-a839-2373e956ecaf,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:00.155152 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.155500 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.155837 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.156174 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.156515 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.156842 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.157163 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.157509 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.157831 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.158156 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.158481 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.158801 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.159122 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.159435 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.159745 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:00.167342 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-88dd898e-c13d-4e11-8c0f-7e87cc9eba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:44:41Z', 'revision_number': 4, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6', 'name': '', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'mac_address': 'fa:16:3e:77:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:39Z', 'updated_at': '2022-03-22T17:44:46Z', 'revision_number': 5, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'subnets': [{'id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:00.192876 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fc1b9e01-64e1-4c6d-a4f2-c9192d81044e req-7c281a3d-0219-4828-ad65-8711190d3940 service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923710 Mar 22 17:52:00.200016 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd898e-c13d-4e11-8c0f-7e87cc9eba03 None None] Checking router: 972335aa-ccaf-464b-9f50-9cff8baae83f for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:52:00.208533 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd898e-c13d-4e11-8c0f-7e87cc9eba03 None None] Routers {'972335aa-ccaf-464b-9f50-9cff8baae83f'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:52:00.209146 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-88dd898e-c13d-4e11-8c0f-7e87cc9eba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:51:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['972335aa-ccaf-464b-9f50-9cff8baae83f'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:00.284552 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-fc1b9e01-64e1-4c6d-a4f2-c9192d81044e req-c0d28494-8304-4686-88da-965bd0ad79e5 service neutron] 10.222.0.76 "GET /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844877 Mar 22 17:52:00.413598 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['9eecd10e-f19b-4a06-a839-2373e956ecaf'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:52:00.453452 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef909c9-9393-4607-bced-e070d9260c6d req-98fdd97a-4891-4fa8-8a93-fab42ee6d4f2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:00.455041 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-eef909c9-9393-4607-bced-e070d9260c6d req-98fdd97a-4891-4fa8-8a93-fab42ee6d4f2 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 944 time: 0.0552313 Mar 22 17:52:00.504136 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-88dd898e-c13d-4e11-8c0f-7e87cc9eba03 None None] Set router 972335aa-ccaf-464b-9f50-9cff8baae83f gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:52:00.510493 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-eef909c9-9393-4607-bced-e070d9260c6d req-e8e5ad67-4194-4c11-9727-2bb8936a8f15 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479412 Mar 22 17:52:00.766207 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-88dd898e-c13d-4e11-8c0f-7e87cc9eba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:44:41Z', 'revision_number': 4, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6', 'name': '', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'mac_address': 'fa:16:3e:77:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:39Z', 'updated_at': '2022-03-22T17:44:46Z', 'revision_number': 5, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'subnets': [{'id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:00.792304 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd898e-c13d-4e11-8c0f-7e87cc9eba03 None None] The sync data for ids ['972335aa-ccaf-464b-9f50-9cff8baae83f'] in dv-cinder-790535-31-iscsi is: [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:44:41Z', 'revision_number': 4, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': 'a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6', 'name': '', 'network_id': '11270093-eb92-4b9c-86f0-2f30cfed3c5b', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'mac_address': 'fa:16:3e:77:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:39Z', 'updated_at': '2022-03-22T17:44:46Z', 'revision_number': 5, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'subnets': [{'id': '426793f3-0123-4a13-aa58-f5f9557e1cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:52:01.005890 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe00d735-dc5d-4723-be4b-b526ef32b0a5 None None] New status for floating IP e85221b9-6409-4808-8565-d3b8ff7b02af: DOWN {{(pid=109970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:52:01.170823 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e54aa7-cfb7-44d0-9b80-12e80a43c0f0 req-06ddfceb-6fcb-4235-98f3-505af3050837 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:01.172355 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c9e54aa7-cfb7-44d0-9b80-12e80a43c0f0 req-06ddfceb-6fcb-4235-98f3-505af3050837 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0542707 Mar 22 17:52:01.224333 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-c9e54aa7-cfb7-44d0-9b80-12e80a43c0f0 req-e3baa5b2-25cf-4e3f-935f-05b4d4c45a3c tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457838 Mar 22 17:52:01.372849 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32835f16-209a-4bfb-a3e5-e22fa3be78b8 req-6dffbac7-c900-4294-a30e-71698e116f24 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:01.374307 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-32835f16-209a-4bfb-a3e5-e22fa3be78b8 req-6dffbac7-c900-4294-a30e-71698e116f24 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.76 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 945 time: 0.0643480 Mar 22 17:52:01.474277 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-32835f16-209a-4bfb-a3e5-e22fa3be78b8 req-d09e778d-55c1-4a87-b9a6-f3c3627f046e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Deleting port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:52:01.474629 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-32835f16-209a-4bfb-a3e5-e22fa3be78b8 req-d09e778d-55c1-4a87-b9a6-f3c3627f046e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:01.570213 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-32835f16-209a-4bfb-a3e5-e22fa3be78b8 req-d09e778d-55c1-4a87-b9a6-f3c3627f046e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] For port ba123091-7bd8-425d-bb91-5e16fe3e8ae6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:01.571204 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-32835f16-209a-4bfb-a3e5-e22fa3be78b8 req-d09e778d-55c1-4a87-b9a6-f3c3627f046e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:01.593808 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-32835f16-209a-4bfb-a3e5-e22fa3be78b8 req-d09e778d-55c1-4a87-b9a6-f3c3627f046e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Calling delete_port for ba123091-7bd8-425d-bb91-5e16fe3e8ae6 owned by compute:nova {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:52:01.626272 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 9eecd10e-f19b-4a06-a839-2373e956ecaf up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:52:01.654055 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87dfee-0305-463b-a61b-131ff0883abe req-e31e8742-b681-43c6-9dda-04effa0770bd tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:01.655639 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9d87dfee-0305-463b-a61b-131ff0883abe req-e31e8742-b681-43c6-9dda-04effa0770bd tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 944 time: 0.0674295 Mar 22 17:52:01.683666 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port 9eecd10e-f19b-4a06-a839-2373e956ecaf completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:52:01.687841 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port 9eecd10e-f19b-4a06-a839-2373e956ecaf triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:52:01.688322 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:01.712023 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9d87dfee-0305-463b-a61b-131ff0883abe req-c453a25d-354f-446f-b765-92b581473779 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489187 Mar 22 17:52:01.768630 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-32835f16-209a-4bfb-a3e5-e22fa3be78b8 req-d09e778d-55c1-4a87-b9a6-f3c3627f046e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (ba123091-7bd8-425d-bb91-5e16fe3e8ae6), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:01.795005 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e778d-55c1-4a87-b9a6-f3c3627f046e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Pushing event deleted for resources: {'Port': ['ID=ba123091-7bd8-425d-bb91-5e16fe3e8ae6,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:01.797250 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port 9eecd10e-f19b-4a06-a839-2373e956ecaf is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:52:01.797692 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:01.801092 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a64f-0a68-4227-b4a2-84413657e711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:01.833563 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eecd10e-f19b-4a06-a839-2373e956ecaf'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:52:01.835834 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e3a9d6-165a-4607-b20e-1493f58614b6" -d '{"events": [{"server_uuid": "bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c", "name": "network-vif-plugged", "status": "completed", "tag": "9eecd10e-f19b-4a06-a839-2373e956ecaf"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:52:01.849428 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port 9eecd10e-f19b-4a06-a839-2373e956ecaf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9eecd10e-f19b-4a06-a839-2373e956ecaf,segment=NetworkSegment(7a58100a-fa07-4ee8-92aa-3519000a34fb),segment_id=7a58100a-fa07-4ee8-92aa-3519000a34fb)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:01.850775 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-32835f16-209a-4bfb-a3e5-e22fa3be78b8 req-d09e778d-55c1-4a87-b9a6-f3c3627f046e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] No DVR routers for this DVR port ba123091-7bd8-425d-bb91-5e16fe3e8ae6 on host hv-cinder-79053 {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:52:01.854091 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:01.856438 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-32835f16-209a-4bfb-a3e5-e22fa3be78b8 req-d09e778d-55c1-4a87-b9a6-f3c3627f046e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:01.861292 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-32835f16-209a-4bfb-a3e5-e22fa3be78b8 req-d09e778d-55c1-4a87-b9a6-f3c3627f046e tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.76 "DELETE /v2.0/ports/ba123091-7bd8-425d-bb91-5e16fe3e8ae6 HTTP/1.1" status: 204 len: 173 time: 0.4819634 Mar 22 17:52:01.861982 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'name': 'network-vif-deleted', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:52:01.864881 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ececafe-664d-4195-9960-e921d4073652" -d '{"events": [{"server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "name": "network-vif-deleted", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:52:01.905744 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15302b36-83aa-4a46-8e7e-4dc1b468d53d x-openstack-request-id: req-15302b36-83aa-4a46-8e7e-4dc1b468d53d {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:52:01.906138 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561e2f05-aa4a-479e-b9a1-15364842b3aa", "name": "network-vif-deleted", "tag": "ba123091-7bd8-425d-bb91-5e16fe3e8ae6", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:52:01.906398 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15302b36-83aa-4a46-8e7e-4dc1b468d53d {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:52:01.907979 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15302b36-83aa-4a46-8e7e-4dc1b468d53d'] response: {'server_uuid': '561e2f05-aa4a-479e-b9a1-15364842b3aa', 'name': 'network-vif-deleted', 'tag': 'ba123091-7bd8-425d-bb91-5e16fe3e8ae6', 'status': 'completed', 'code': 200} Mar 22 17:52:01.913761 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcae393-557d-42ae-8b67-47390facbee7 x-openstack-request-id: req-7fcae393-557d-42ae-8b67-47390facbee7 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:52:01.914215 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c", "name": "network-vif-plugged", "status": "completed", "tag": "9eecd10e-f19b-4a06-a839-2373e956ecaf", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:52:01.915014 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7fcae393-557d-42ae-8b67-47390facbee7 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:52:01.915431 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcae393-557d-42ae-8b67-47390facbee7'] response: {'server_uuid': 'bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eecd10e-f19b-4a06-a839-2373e956ecaf', 'code': 200} Mar 22 17:52:01.962130 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=9eecd10e-f19b-4a06-a839-2373e956ecaf,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:02.064977 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622b8d1-b9cc-4b74-8178-951c2e354e8f req-f3d065e4-ab29-404f-a5d0-f29a05bf3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:02.066511 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d622b8d1-b9cc-4b74-8178-951c2e354e8f req-f3d065e4-ab29-404f-a5d0-f29a05bf3091 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 1129 time: 0.0470474 Mar 22 17:52:02.113821 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d622b8d1-b9cc-4b74-8178-951c2e354e8f req-145cc29f-7f69-4cb5-a9da-da7024cbd1ba service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401194 Mar 22 17:52:02.328508 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-79c0764c-8d07-411e-b692-c8139be6dade req-27162846-8bfd-49d9-acd1-c59cb6e1eeae tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "GET /v2.0/ports?device_id=561e2f05-aa4a-479e-b9a1-15364842b3aa HTTP/1.1" status: 200 len: 210 time: 0.0316048 Mar 22 17:52:02.842624 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3908bb-6a05-47d1-acd8-00433fbf8307 req-1e3f1fcf-f7b5-485e-8467-fdd0463ed44a tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:02.844159 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3e3908bb-6a05-47d1-acd8-00433fbf8307 req-1e3f1fcf-f7b5-485e-8467-fdd0463ed44a tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 945 time: 0.0559604 Mar 22 17:52:02.901465 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3e3908bb-6a05-47d1-acd8-00433fbf8307 req-de15d4d4-a877-44bb-874f-ee2b01293963 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517168 Mar 22 17:52:03.244680 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:03.384597 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 34606) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:03.439308 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8b5de18b-979a-4c06-bec8-241e007554f2 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group (b9d6a2e2-dd26-4178-a07c-b3d10cf3818a), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:03.465130 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8b5de18b-979a-4c06-bec8-241e007554f2 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group (b9d6a2e2-dd26-4178-a07c-b3d10cf3818a), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:03.524052 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8b5de18b-979a-4c06-bec8-241e007554f2 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (b9d6a2e2-dd26-4178-a07c-b3d10cf3818a), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:03.527162 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8b5de18b-979a-4c06-bec8-241e007554f2 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:03.528325 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8b5de18b-979a-4c06-bec8-241e007554f2 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] 10.222.0.42 "DELETE /v2.0/security-groups/b9d6a2e2-dd26-4178-a07c-b3d10cf3818a HTTP/1.1" status: 204 len: 168 time: 0.1427355 Mar 22 17:52:03.537354 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5de18b-979a-4c06-bec8-241e007554f2 tempest-TestShelveInstance-1584269308 tempest-TestShelveInstance-1584269308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d6a2e2-dd26-4178-a07c-b3d10cf3818a,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:03.579477 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 34610) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:03.983206 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4311180f-9d56-4b85-8287-8a4cdbbfdf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688003'] for router_interface (972335aa-ccaf-464b-9f50-9cff8baae83f), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:04.095276 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4e422-d78e-495b-979b-845470ff3ed4 req-58a4735a-edf4-4de0-9afa-2527a5ae1fda tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:04.096782 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-73f4e422-d78e-495b-979b-845470ff3ed4 req-58a4735a-edf4-4de0-9afa-2527a5ae1fda tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 945 time: 0.1292653 Mar 22 17:52:04.202822 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-73f4e422-d78e-495b-979b-845470ff3ed4 req-71968b76-a64c-4327-9e59-0200a7885209 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999231 Mar 22 17:52:04.303396 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-4311180f-9d56-4b85-8287-8a4cdbbfdf0b admin admin] Deleting port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:52:04.303742 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4311180f-9d56-4b85-8287-8a4cdbbfdf0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:04.396446 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-4311180f-9d56-4b85-8287-8a4cdbbfdf0b admin admin] For port a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:04.397450 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4311180f-9d56-4b85-8287-8a4cdbbfdf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:04.412022 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-4311180f-9d56-4b85-8287-8a4cdbbfdf0b admin admin] Calling delete_port for a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 owned by network:router_interface {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:52:04.585926 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:04.622998 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4311180f-9d56-4b85-8287-8a4cdbbfdf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:04.649182 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311180f-9d56-4b85-8287-8a4cdbbfdf0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:04.860775 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4311180f-9d56-4b85-8287-8a4cdbbfdf0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689459'] for router_interface (972335aa-ccaf-464b-9f50-9cff8baae83f), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:05.113970 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4311180f-9d56-4b85-8287-8a4cdbbfdf0b admin admin] Router 972335aa-ccaf-464b-9f50-9cff8baae83f has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:52:05.226471 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4311180f-9d56-4b85-8287-8a4cdbbfdf0b admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:52:05.232060 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-4311180f-9d56-4b85-8287-8a4cdbbfdf0b admin admin] 10.222.0.42 "PUT /v2.0/routers/972335aa-ccaf-464b-9f50-9cff8baae83f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6514997 Mar 22 17:52:05.234871 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 34626) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:05.237858 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc9c78-698f-442e-9b3d-adc1ee73db11 None None] Sync routers for ids ['972335aa-ccaf-464b-9f50-9cff8baae83f'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:52:05.248859 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc9c78-698f-442e-9b3d-adc1ee73db11 None None] Routers {'972335aa-ccaf-464b-9f50-9cff8baae83f'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:52:05.249500 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-f8fc9c78-698f-442e-9b3d-adc1ee73db11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:52:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['972335aa-ccaf-464b-9f50-9cff8baae83f'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:05.340624 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Publish callbacks [] for router (972335aa-ccaf-464b-9f50-9cff8baae83f), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:05.358090 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-f8fc9c78-698f-442e-9b3d-adc1ee73db11 None None] Set router 972335aa-ccaf-464b-9f50-9cff8baae83f gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:52:05.560505 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-f8fc9c78-698f-442e-9b3d-adc1ee73db11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:52:04Z', 'revision_number': 5, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:05.618409 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc9c78-698f-442e-9b3d-adc1ee73db11 None None] Checking router: 972335aa-ccaf-464b-9f50-9cff8baae83f for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:52:05.628155 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device ba123091-7bd8-425d-bb91-5e16fe3e8ae6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:52:05.654027 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc9c78-698f-442e-9b3d-adc1ee73db11 None None] Routers {'972335aa-ccaf-464b-9f50-9cff8baae83f'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:52:05.654766 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-f8fc9c78-698f-442e-9b3d-adc1ee73db11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:52:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['972335aa-ccaf-464b-9f50-9cff8baae83f'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:05.656597 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: ba123091-7bd8-425d-bb91-5e16fe3e8ae6 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:52:05.656941 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device ba123091-7bd8-425d-bb91-5e16fe3e8ae6 not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:52:05.727376 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Publish callbacks [] for router_gateway (972335aa-ccaf-464b-9f50-9cff8baae83f), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:05.768451 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-f8fc9c78-698f-442e-9b3d-adc1ee73db11 None None] Set router 972335aa-ccaf-464b-9f50-9cff8baae83f gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:52:05.781009 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Deleting port e9fdd605-959f-4a7e-93ed-e3f10c17016f {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:52:05.781346 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:05.859696 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] For port e9fdd605-959f-4a7e-93ed-e3f10c17016f, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=e9fdd605-959f-4a7e-93ed-e3f10c17016f,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:05.859954 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:05.873388 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Calling delete_port for e9fdd605-959f-4a7e-93ed-e3f10c17016f owned by network:router_gateway {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:52:05.949712 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-f8fc9c78-698f-442e-9b3d-adc1ee73db11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:52:04Z', 'revision_number': 5, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:05.980959 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc9c78-698f-442e-9b3d-adc1ee73db11 None None] The sync data for ids ['972335aa-ccaf-464b-9f50-9cff8baae83f'] in dv-cinder-790535-31-iscsi is: [{'id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'name': 'tempest-TestShelveInstance-1463012697-router', 'tenant_id': '3be40162415e4d00adbfe52e1a0cc828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:35Z', 'updated_at': '2022-03-22T17:52:04Z', 'revision_number': 5, 'project_id': '3be40162415e4d00adbfe52e1a0cc828', 'gw_port': {'id': 'e9fdd605-959f-4a7e-93ed-e3f10c17016f', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972335aa-ccaf-464b-9f50-9cff8baae83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:36Z', 'updated_at': '2022-03-22T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:52:06.051038 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (e9fdd605-959f-4a7e-93ed-e3f10c17016f), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.082319 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9fdd605-959f-4a7e-93ed-e3f10c17016f,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:06.128422 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.142064 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686665'] for router_gateway (972335aa-ccaf-464b-9f50-9cff8baae83f), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.234920 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3000'] for router (972335aa-ccaf-464b-9f50-9cff8baae83f), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.237044 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Publish callbacks [] for router_controller (972335aa-ccaf-464b-9f50-9cff8baae83f), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.284194 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683050'] for router (972335aa-ccaf-464b-9f50-9cff8baae83f), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.284650 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 972335aa-ccaf-464b-9f50-9cff8baae83f {{(pid=109968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:52:06.289075 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.290295 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-0b0f0f6b-7394-4f96-a18c-dd43d0d5c072 admin admin] 10.222.0.42 "DELETE /v2.0/routers/972335aa-ccaf-464b-9f50-9cff8baae83f HTTP/1.1" status: 204 len: 168 time: 1.0545177 Mar 22 17:52:06.292945 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34630) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:06.341725 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Deleting subnet 426793f3-0123-4a13-aa58-f5f9557e1cbf {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:52:06.345136 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Publish callbacks [] for subnet (426793f3-0123-4a13-aa58-f5f9557e1cbf), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.380967 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62622258'] for subnet (426793f3-0123-4a13-aa58-f5f9557e1cbf), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.473071 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (426793f3-0123-4a13-aa58-f5f9557e1cbf), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.514698 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:52:06.533630 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61705885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59114573'] for subnet (426793f3-0123-4a13-aa58-f5f9557e1cbf), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.535021 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:52:06.535370 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device a46b0cc6-1399-4db9-a5ff-5f99d4fe1dc6 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:52:06.564636 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=426793f3-0123-4a13-aa58-f5f9557e1cbf,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:06.567066 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.572259 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/426793f3-0123-4a13-aa58-f5f9557e1cbf HTTP/1.1" status: 204 len: 168 time: 0.2761645 Mar 22 17:52:06.572642 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 34632) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:06.573323 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64065f17-3580-460c-9cc7-696bad01cbe6 None None] Network 11270093-eb92-4b9c-86f0-2f30cfed3c5b requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:52:06.581717 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.582214 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.582577 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.582923 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.583264 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.583606 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.583940 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.584274 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.584631 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.584926 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.585261 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.585670 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.586819 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.587199 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.593034 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf79d6-c372-4cd3-a9d6-3bd69a24936f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:06.655440 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (11270093-eb92-4b9c-86f0-2f30cfed3c5b), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.716932 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Deleting port ad722fe3-2c89-49da-9fff-1652f1e32997 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:52:06.717266 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (ad722fe3-2c89-49da-9fff-1652f1e32997), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.785496 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] For port ad722fe3-2c89-49da-9fff-1652f1e32997, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=ad722fe3-2c89-49da-9fff-1652f1e32997,segment=NetworkSegment(85589a14-ac3a-4fa5-a907-e11831d5d347),segment_id=85589a14-ac3a-4fa5-a907-e11831d5d347)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:06.786242 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (ad722fe3-2c89-49da-9fff-1652f1e32997), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.799071 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Calling delete_port for ad722fe3-2c89-49da-9fff-1652f1e32997 owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:52:06.882247 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (ad722fe3-2c89-49da-9fff-1652f1e32997), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:06.911449 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad722fe3-2c89-49da-9fff-1652f1e32997,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:06.913198 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] No DVR routers for this DVR port ad722fe3-2c89-49da-9fff-1652f1e32997 on host dv-cinder-790535-31-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:52:06.987708 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (11270093-eb92-4b9c-86f0-2f30cfed3c5b), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:07.010161 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11270093-eb92-4b9c-86f0-2f30cfed3c5b']}} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:07.021260 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85589a14-ac3a-4fa5-a907-e11831d5d347') {'for_net_delete': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:07.021603 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85589a14-ac3a-4fa5-a907-e11831d5d347') {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:07.036903 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59346216'] for segment (85589a14-ac3a-4fa5-a907-e11831d5d347), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:07.051832 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (85589a14-ac3a-4fa5-a907-e11831d5d347), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:07.059964 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=109968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:52:07.060547 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59432277'] for segment (85589a14-ac3a-4fa5-a907-e11831d5d347), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: Traceback (most recent call last): Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: timer() Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: cb(*args, **kw) Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: return func(*args, **kwargs) Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: self._notify() Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: self.callback(batched_events) Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: event.method(event) Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: return f(self, *a, **k) Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._get(url).json() Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: return self.request(url, 'GET', **kwargs) Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:52:07.062680 dv-cinder-790535-31-iscsi neutron-server[109968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:52:07.080573 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba23411-0111-4547-9728-e564b922cd12 None None] DHCP port deletion for 11270093-eb92-4b9c-86f0-2f30cfed3c5b request from dv-cinder-790535-31-iscsi {{(pid=109969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:52:07.129592 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (11270093-eb92-4b9c-86f0-2f30cfed3c5b), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:07.136329 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:07.140519 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] 10.222.0.42 "DELETE /v2.0/networks/11270093-eb92-4b9c-86f0-2f30cfed3c5b HTTP/1.1" status: 204 len: 168 time: 0.5667877 Mar 22 17:52:07.143618 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34636) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:07.152674 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb2d41-df80-439b-bedc-136875c8b709 admin admin] Pushing event deleted for resources: {'Network': ['ID=11270093-eb92-4b9c-86f0-2f30cfed3c5b,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:07.778269 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e189a33-934e-41f4-bbbb-52a889af28a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688003'] for router_interface (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:08.039279 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3e189a33-934e-41f4-bbbb-52a889af28a2 admin admin] Deleting port 47e9d35a-c600-4bc5-a66b-e367f726501f {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:52:08.039519 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e189a33-934e-41f4-bbbb-52a889af28a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:08.122887 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3e189a33-934e-41f4-bbbb-52a889af28a2 admin admin] For port 47e9d35a-c600-4bc5-a66b-e367f726501f, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=47e9d35a-c600-4bc5-a66b-e367f726501f,segment=NetworkSegment(1a7e07a8-876f-491f-bd38-ad28a405d340),segment_id=1a7e07a8-876f-491f-bd38-ad28a405d340)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:08.123240 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e189a33-934e-41f4-bbbb-52a889af28a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:08.138042 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3e189a33-934e-41f4-bbbb-52a889af28a2 admin admin] Calling delete_port for 47e9d35a-c600-4bc5-a66b-e367f726501f owned by network:router_interface {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:52:08.326994 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e189a33-934e-41f4-bbbb-52a889af28a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (47e9d35a-c600-4bc5-a66b-e367f726501f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:08.351771 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e189a33-934e-41f4-bbbb-52a889af28a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e9d35a-c600-4bc5-a66b-e367f726501f,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:08.527440 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device ad722fe3-2c89-49da-9fff-1652f1e32997 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:52:08.551610 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e189a33-934e-41f4-bbbb-52a889af28a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689459'] for router_interface (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:08.562777 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: ad722fe3-2c89-49da-9fff-1652f1e32997 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:52:08.563131 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device ad722fe3-2c89-49da-9fff-1652f1e32997 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:52:08.563713 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device e9fdd605-959f-4a7e-93ed-e3f10c17016f no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:52:08.586103 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: e9fdd605-959f-4a7e-93ed-e3f10c17016f {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:52:08.586857 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device e9fdd605-959f-4a7e-93ed-e3f10c17016f not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:52:08.796422 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e189a33-934e-41f4-bbbb-52a889af28a2 admin admin] Router 1294d0fd-f29c-4891-b8b2-710f1b8beeaf has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:52:08.913173 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e189a33-934e-41f4-bbbb-52a889af28a2 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:52:08.918692 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3e189a33-934e-41f4-bbbb-52a889af28a2 admin admin] 10.222.0.42 "PUT /v2.0/routers/1294d0fd-f29c-4891-b8b2-710f1b8beeaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7738216 Mar 22 17:52:08.922520 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34642) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:08.924602 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161eb5b-401b-4783-9388-cd35251a03eb None None] Sync routers for ids ['1294d0fd-f29c-4891-b8b2-710f1b8beeaf'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:52:08.935952 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161eb5b-401b-4783-9388-cd35251a03eb None None] Routers {'1294d0fd-f29c-4891-b8b2-710f1b8beeaf'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:52:08.936584 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-1161eb5b-401b-4783-9388-cd35251a03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:52:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['1294d0fd-f29c-4891-b8b2-710f1b8beeaf'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:09.064387 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Publish callbacks [] for router (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:09.079810 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-1161eb5b-401b-4783-9388-cd35251a03eb None None] Set router 1294d0fd-f29c-4891-b8b2-710f1b8beeaf gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:52:09.219798 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Publish callbacks [] for router_gateway (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:09.289584 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Deleting port 6564a58a-4361-4bf3-84b0-1a90f722950c {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:52:09.289937 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:09.304279 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-1161eb5b-401b-4783-9388-cd35251a03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'name': 'tempest-TestShelveInstance-933276248-router', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:45Z', 'updated_at': '2022-03-22T17:52:08Z', 'revision_number': 5, 'project_id': 'e6c737d1de5e41a0a901c757799a9865', 'gw_port': {'id': '6564a58a-4361-4bf3-84b0-1a90f722950c', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:44:47Z', 'updated_at': '2022-03-22T17:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:09.347412 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161eb5b-401b-4783-9388-cd35251a03eb None None] Checking router: 1294d0fd-f29c-4891-b8b2-710f1b8beeaf for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:52:09.358049 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161eb5b-401b-4783-9388-cd35251a03eb None None] Routers {'1294d0fd-f29c-4891-b8b2-710f1b8beeaf'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:52:09.358679 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-1161eb5b-401b-4783-9388-cd35251a03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:52:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['1294d0fd-f29c-4891-b8b2-710f1b8beeaf'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:09.391667 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] For port 6564a58a-4361-4bf3-84b0-1a90f722950c, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=6564a58a-4361-4bf3-84b0-1a90f722950c,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:09.392028 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:09.414412 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Calling delete_port for 6564a58a-4361-4bf3-84b0-1a90f722950c owned by network:router_gateway {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:52:09.461605 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-1161eb5b-401b-4783-9388-cd35251a03eb None None] Set router 1294d0fd-f29c-4891-b8b2-710f1b8beeaf gateway port host: None {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:52:09.520813 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-1161eb5b-401b-4783-9388-cd35251a03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'name': 'tempest-TestShelveInstance-933276248-router', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:45Z', 'updated_at': '2022-03-22T17:52:09Z', 'revision_number': 6, 'project_id': 'e6c737d1de5e41a0a901c757799a9865', 'gw_port_host': None}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:09.556338 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161eb5b-401b-4783-9388-cd35251a03eb None None] The sync data for ids ['1294d0fd-f29c-4891-b8b2-710f1b8beeaf'] in dv-cinder-790535-31-iscsi is: [{'id': '1294d0fd-f29c-4891-b8b2-710f1b8beeaf', 'name': 'tempest-TestShelveInstance-933276248-router', 'tenant_id': 'e6c737d1de5e41a0a901c757799a9865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:44:45Z', 'updated_at': '2022-03-22T17:52:09Z', 'revision_number': 6, 'project_id': 'e6c737d1de5e41a0a901c757799a9865', 'gw_port_host': None}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:52:09.627536 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (6564a58a-4361-4bf3-84b0-1a90f722950c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:09.665590 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Pushing event deleted for resources: {'Port': ['ID=6564a58a-4361-4bf3-84b0-1a90f722950c,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:09.749064 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686665'] for router_gateway (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:09.845250 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3000'] for router (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:09.847508 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Publish callbacks [] for router_controller (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:09.898782 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683050'] for router (1294d0fd-f29c-4891-b8b2-710f1b8beeaf), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:09.899441 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1294d0fd-f29c-4891-b8b2-710f1b8beeaf {{(pid=109967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:52:09.904407 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:09.905651 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-057547bd-efc4-4a7b-ad37-dfdb71efd845 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1294d0fd-f29c-4891-b8b2-710f1b8beeaf HTTP/1.1" status: 204 len: 168 time: 0.9821420 Mar 22 17:52:09.908271 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34646) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:09.960799 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc74331-94c7-444b-8b0e-827c5744f553 admin admin] Deleting subnet b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6 {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:52:09.964773 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-efc74331-94c7-444b-8b0e-827c5744f553 admin admin] Publish callbacks [] for subnet (b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.005718 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-efc74331-94c7-444b-8b0e-827c5744f553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62622258'] for subnet (b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.091248 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-efc74331-94c7-444b-8b0e-827c5744f553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.145551 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-efc74331-94c7-444b-8b0e-827c5744f553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61705885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59114573'] for subnet (b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.171460 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc74331-94c7-444b-8b0e-827c5744f553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:10.174886 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-efc74331-94c7-444b-8b0e-827c5744f553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.178076 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-efc74331-94c7-444b-8b0e-827c5744f553 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b61e60a1-2f0c-4ca2-a066-8f458a3ffcd6 HTTP/1.1" status: 204 len: 168 time: 0.2687633 Mar 22 17:52:10.181430 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34648) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:10.184520 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b465653-2ce3-4189-b013-34421a4c0578 None None] Network cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:52:10.252212 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (cb0b10d2-4b6a-4956-b17c-e43ddcf49e78), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.315247 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Deleting port 295f5d61-6215-477d-bb4f-e43ede600fef {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:52:10.315670 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.365217 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22c77e7-ec3b-47f6-be0f-b8313e97882e None None] DHCP port deletion for cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 request from dv-cinder-790535-31-iscsi {{(pid=109969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:52:10.390286 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] For port 295f5d61-6215-477d-bb4f-e43ede600fef, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=295f5d61-6215-477d-bb4f-e43ede600fef,segment=NetworkSegment(1a7e07a8-876f-491f-bd38-ad28a405d340),segment_id=1a7e07a8-876f-491f-bd38-ad28a405d340)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:10.390725 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.407190 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Calling delete_port for 295f5d61-6215-477d-bb4f-e43ede600fef owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:52:10.419573 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-b22c77e7-ec3b-47f6-be0f-b8313e97882e None None] Deleting port 295f5d61-6215-477d-bb4f-e43ede600fef {{(pid=109969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:52:10.420191 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b22c77e7-ec3b-47f6-be0f-b8313e97882e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), before_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.479343 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 6564a58a-4361-4bf3-84b0-1a90f722950c no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:52:10.494004 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.511666 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 6564a58a-4361-4bf3-84b0-1a90f722950c {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:52:10.513657 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 6564a58a-4361-4bf3-84b0-1a90f722950c not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:52:10.513657 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 295f5d61-6215-477d-bb4f-e43ede600fef no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:52:10.522353 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-b22c77e7-ec3b-47f6-be0f-b8313e97882e None None] For port 295f5d61-6215-477d-bb4f-e43ede600fef, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=295f5d61-6215-477d-bb4f-e43ede600fef,segment=NetworkSegment(1a7e07a8-876f-491f-bd38-ad28a405d340),segment_id=1a7e07a8-876f-491f-bd38-ad28a405d340)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:10.522353 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b22c77e7-ec3b-47f6-be0f-b8313e97882e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), precommit_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.522789 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=295f5d61-6215-477d-bb4f-e43ede600fef,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:10.529097 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] No DVR routers for this DVR port 295f5d61-6215-477d-bb4f-e43ede600fef on host dv-cinder-790535-31-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:52:10.546122 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 295f5d61-6215-477d-bb4f-e43ede600fef {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:52:10.546469 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 295f5d61-6215-477d-bb4f-e43ede600fef not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:52:10.546890 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 47e9d35a-c600-4bc5-a66b-e367f726501f no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:52:10.570410 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-b22c77e7-ec3b-47f6-be0f-b8313e97882e None None] Calling delete_port for 295f5d61-6215-477d-bb4f-e43ede600fef owned by network:dhcp {{(pid=109969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:52:10.572483 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 47e9d35a-c600-4bc5-a66b-e367f726501f {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:52:10.572832 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 47e9d35a-c600-4bc5-a66b-e367f726501f not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:52:10.611152 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (cb0b10d2-4b6a-4956-b17c-e43ddcf49e78), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.638972 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0b10d2-4b6a-4956-b17c-e43ddcf49e78']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:10.653975 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7e07a8-876f-491f-bd38-ad28a405d340') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:10.654470 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7e07a8-876f-491f-bd38-ad28a405d340') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:10.674320 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62622219'] for segment (1a7e07a8-876f-491f-bd38-ad28a405d340), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.692280 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (1a7e07a8-876f-491f-bd38-ad28a405d340), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.702315 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:52:10.702935 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61706047'] for segment (1a7e07a8-876f-491f-bd38-ad28a405d340), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: timer() Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: cb(*args, **kw) Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: self._notify() Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: self.callback(batched_events) Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: event.method(event) Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: return self._get(url).json() Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:52:10.705729 dv-cinder-790535-31-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:52:10.775982 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (cb0b10d2-4b6a-4956-b17c-e43ddcf49e78), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.783325 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.789046 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] 10.222.0.42 "DELETE /v2.0/networks/cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 HTTP/1.1" status: 204 len: 168 time: 0.6043651 Mar 22 17:52:10.804431 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904533ad-c3b8-426c-92b4-64386ee16d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=cb0b10d2-4b6a-4956-b17c-e43ddcf49e78,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:10.827941 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b22c77e7-ec3b-47f6-be0f-b8313e97882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671'] for port (295f5d61-6215-477d-bb4f-e43ede600fef), after_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:10.853824 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b22c77e7-ec3b-47f6-be0f-b8313e97882e None None] Network cb0b10d2-4b6a-4956-b17c-e43ddcf49e78 is not hosted by any dhcp agent {{(pid=109969) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 17:52:10.854329 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c77e7-ec3b-47f6-be0f-b8313e97882e None None] No DVR routers for this DVR port 295f5d61-6215-477d-bb4f-e43ede600fef on host dv-cinder-790535-31-iscsi {{(pid=109969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:52:10.857113 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c77e7-ec3b-47f6-be0f-b8313e97882e None None] Pushing event deleted for resources: {'Port': ['ID=295f5d61-6215-477d-bb4f-e43ede600fef,revision_number=None']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:10.945807 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34654) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:10.992761 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e48751c8-0b86-4fae-a92f-4ddf5de231cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3be40162415e4d00adbfe52e1a0cc828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455039 Mar 22 17:52:10.995390 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34658) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:11.050076 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-07e480d4-ae5c-4864-83f8-2b6c457161aa admin admin] Publish callbacks [] for security_group (80885c7e-123a-4b70-94a1-842838060ad5), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:11.074352 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-07e480d4-ae5c-4864-83f8-2b6c457161aa admin admin] Publish callbacks [] for security_group (80885c7e-123a-4b70-94a1-842838060ad5), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:11.151230 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-07e480d4-ae5c-4864-83f8-2b6c457161aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (80885c7e-123a-4b70-94a1-842838060ad5), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:11.154635 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-07e480d4-ae5c-4864-83f8-2b6c457161aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:11.155829 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-07e480d4-ae5c-4864-83f8-2b6c457161aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80885c7e-123a-4b70-94a1-842838060ad5 HTTP/1.1" status: 204 len: 168 time: 0.1594357 Mar 22 17:52:11.164471 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e480d4-ae5c-4864-83f8-2b6c457161aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80885c7e-123a-4b70-94a1-842838060ad5,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:11.496940 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34666) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:11.544357 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-ee085a66-d079-41fb-a9bd-235f588b8642 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6c737d1de5e41a0a901c757799a9865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461991 Mar 22 17:52:11.546788 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34668) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:11.597426 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4b77-7641-48c8-8cd5-598611fbb0cb admin admin] Publish callbacks [] for security_group (67e06a53-f90e-457b-9cee-dcd65b7c1929), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:11.622633 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4b77-7641-48c8-8cd5-598611fbb0cb admin admin] Publish callbacks [] for security_group (67e06a53-f90e-457b-9cee-dcd65b7c1929), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:11.672270 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4b77-7641-48c8-8cd5-598611fbb0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (67e06a53-f90e-457b-9cee-dcd65b7c1929), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:11.674780 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4b77-7641-48c8-8cd5-598611fbb0cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:11.675967 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-4d2d4b77-7641-48c8-8cd5-598611fbb0cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67e06a53-f90e-457b-9cee-dcd65b7c1929 HTTP/1.1" status: 204 len: 168 time: 0.1282828 Mar 22 17:52:11.688667 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d4b77-7641-48c8-8cd5-598611fbb0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e06a53-f90e-457b-9cee-dcd65b7c1929,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:23.292882 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb51c4b-2217-4c76-abce-8f733e6b2160 req-eac63a37-085e-44ef-a67d-372bb67a821e tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:23.295106 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-abb51c4b-2217-4c76-abce-8f733e6b2160 req-eac63a37-085e-44ef-a67d-372bb67a821e tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 945 time: 0.0528510 Mar 22 17:52:23.341316 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-abb51c4b-2217-4c76-abce-8f733e6b2160 req-13419f8f-af82-4866-bec2-c56e26b1c47a tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Mar 22 17:52:24.464381 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f512-db70-4dc6-8c5b-58af3c8be107 req-bc79d10f-68bb-4ca5-aca8-262c6ddca51f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:24.465875 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ba35f512-db70-4dc6-8c5b-58af3c8be107 req-bc79d10f-68bb-4ca5-aca8-262c6ddca51f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 945 time: 0.0537870 Mar 22 17:52:24.512584 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ba35f512-db70-4dc6-8c5b-58af3c8be107 req-a6ac7ce4-0bcf-453f-b754-279c73e7babc tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3bad0c7-b41d-42f3-8b08-a7d90e80b305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 Mar 22 17:52:24.738618 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:24.892464 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb90ec-89a7-48e9-adc5-a875d4a819a4 req-404ce291-b696-4cf6-91d0-4987c742d74f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:24.893960 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2bfb90ec-89a7-48e9-adc5-a875d4a819a4 req-404ce291-b696-4cf6-91d0-4987c742d74f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 945 time: 0.0532670 Mar 22 17:52:24.994725 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-2bfb90ec-89a7-48e9-adc5-a875d4a819a4 req-6bcad2bc-d988-49f1-89d9-444cff8bc2f5 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Deleting port 9eecd10e-f19b-4a06-a839-2373e956ecaf {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:52:24.994980 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-2bfb90ec-89a7-48e9-adc5-a875d4a819a4 req-6bcad2bc-d988-49f1-89d9-444cff8bc2f5 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:25.092604 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-2bfb90ec-89a7-48e9-adc5-a875d4a819a4 req-6bcad2bc-d988-49f1-89d9-444cff8bc2f5 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] For port 9eecd10e-f19b-4a06-a839-2373e956ecaf, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9eecd10e-f19b-4a06-a839-2373e956ecaf,segment=NetworkSegment(7a58100a-fa07-4ee8-92aa-3519000a34fb),segment_id=7a58100a-fa07-4ee8-92aa-3519000a34fb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:25.093029 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-2bfb90ec-89a7-48e9-adc5-a875d4a819a4 req-6bcad2bc-d988-49f1-89d9-444cff8bc2f5 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:25.107362 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-2bfb90ec-89a7-48e9-adc5-a875d4a819a4 req-6bcad2bc-d988-49f1-89d9-444cff8bc2f5 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Calling delete_port for 9eecd10e-f19b-4a06-a839-2373e956ecaf owned by compute:nova {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:52:25.235543 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-2bfb90ec-89a7-48e9-adc5-a875d4a819a4 req-6bcad2bc-d988-49f1-89d9-444cff8bc2f5 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (9eecd10e-f19b-4a06-a839-2373e956ecaf), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:25.246612 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['9eecd10e-f19b-4a06-a839-2373e956ecaf'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:52:25.269276 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcad2bc-d988-49f1-89d9-444cff8bc2f5 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Pushing event deleted for resources: {'Port': ['ID=9eecd10e-f19b-4a06-a839-2373e956ecaf,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:25.312695 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfb90ec-89a7-48e9-adc5-a875d4a819a4 req-6bcad2bc-d988-49f1-89d9-444cff8bc2f5 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] No DVR routers for this DVR port 9eecd10e-f19b-4a06-a839-2373e956ecaf on host hv-cinder-79053 {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:52:25.315762 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-2bfb90ec-89a7-48e9-adc5-a875d4a819a4 req-6bcad2bc-d988-49f1-89d9-444cff8bc2f5 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:25.319094 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2bfb90ec-89a7-48e9-adc5-a875d4a819a4 req-6bcad2bc-d988-49f1-89d9-444cff8bc2f5 tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.76 "DELETE /v2.0/ports/9eecd10e-f19b-4a06-a839-2373e956ecaf HTTP/1.1" status: 204 len: 173 time: 0.4199984 Mar 22 17:52:25.319568 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c', 'name': 'network-vif-deleted', 'tag': '9eecd10e-f19b-4a06-a839-2373e956ecaf'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:52:25.321938 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fa6809-8c34-4d4c-80d3-3f15d0938c20" -d '{"events": [{"server_uuid": "bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c", "name": "network-vif-deleted", "tag": "9eecd10e-f19b-4a06-a839-2373e956ecaf"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:52:25.364845 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16eca32e-78dd-43a0-9804-4dd7a017a1fb x-openstack-request-id: req-16eca32e-78dd-43a0-9804-4dd7a017a1fb {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:52:25.365158 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c", "name": "network-vif-deleted", "tag": "9eecd10e-f19b-4a06-a839-2373e956ecaf", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:52:25.365421 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16eca32e-78dd-43a0-9804-4dd7a017a1fb {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:52:25.365866 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16eca32e-78dd-43a0-9804-4dd7a017a1fb'] response: {'server_uuid': 'bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c', 'name': 'network-vif-deleted', 'tag': '9eecd10e-f19b-4a06-a839-2373e956ecaf', 'status': 'completed', 'code': 200} Mar 22 17:52:25.627495 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-82bb5d71-dc67-4004-a26a-a6d0ff2c8265 req-74a2de4d-7bdd-4f0a-b227-96f14d4ae42f tempest-VolumesSnapshotTestJSON-1989807578 tempest-VolumesSnapshotTestJSON-1989807578-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5308cd-7f30-49f8-b5c5-aee3cb8a0c0c HTTP/1.1" status: 200 len: 210 time: 0.0304000 Mar 22 17:52:29.106767 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-fd35b790-cc42-4673-ae7e-08fabc69dda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:29.974733 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 9eecd10e-f19b-4a06-a839-2373e956ecaf no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:52:29.998609 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: 9eecd10e-f19b-4a06-a839-2373e956ecaf {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:52:29.998952 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 9eecd10e-f19b-4a06-a839-2373e956ecaf not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:52:31.785040 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-eaeb8da7-3649-43e7-b374-f276b02f6ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:33.246149 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:34.575274 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:35.595699 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-58091ae8-5eb0-40db-84c8-7cb879065f53 req-783701a2-303f-434c-bc5d-afb2f96ba5d1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423634 Mar 22 17:52:35.663313 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58091ae8-5eb0-40db-84c8-7cb879065f53 req-0bc49e49-3477-41e9-93b3-32719a78a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:35.664808 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-58091ae8-5eb0-40db-84c8-7cb879065f53 req-0bc49e49-3477-41e9-93b3-32719a78a321 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 1130 time: 0.0439937 Mar 22 17:52:35.778803 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58091ae8-5eb0-40db-84c8-7cb879065f53 req-fedfb468-4f69-4f17-a786-76310d4b2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:35.780617 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-58091ae8-5eb0-40db-84c8-7cb879065f53 req-fedfb468-4f69-4f17-a786-76310d4b2b1f service neutron] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 912 time: 0.0965512 Mar 22 17:52:35.851525 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-58091ae8-5eb0-40db-84c8-7cb879065f53 req-c6bd741b-298e-43fe-8a52-85dc217a1318 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7093710d-823d-4ce1-ae22-e5e374d2ec9f HTTP/1.1" status: 200 len: 1002 time: 0.0641220 Mar 22 17:52:35.902591 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58091ae8-5eb0-40db-84c8-7cb879065f53 req-207e0518-f85a-452a-82e1-b7477505dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:35.904056 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-58091ae8-5eb0-40db-84c8-7cb879065f53 req-207e0518-f85a-452a-82e1-b7477505dffc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0468009 Mar 22 17:52:35.958549 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58091ae8-5eb0-40db-84c8-7cb879065f53 req-1ed0fd01-cec4-4067-bbb5-00139663a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:35.960053 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-58091ae8-5eb0-40db-84c8-7cb879065f53 req-1ed0fd01-cec4-4067-bbb5-00139663a747 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495629 Mar 22 17:52:36.054742 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-58091ae8-5eb0-40db-84c8-7cb879065f53 req-d0c691db-42e3-4467-8d75-06d49ce08973 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885737 Mar 22 17:52:36.136140 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:36.167686 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-58091ae8-5eb0-40db-84c8-7cb879065f53 req-752c0556-5db9-45ec-99e2-0ecc057e5c08 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072145 Mar 22 17:52:37.065187 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:52:43.685633 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-b2911b3a-1297-4530-ba5a-8344a4160004 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-619430707&fields=id&tenant_id=cf7606e3337a421c8c42f461940250fe HTTP/1.1" status: 200 len: 267 time: 0.0431662 Mar 22 17:52:43.788070 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-84ff5c69-e486-4f41-bcc0-43fe0e26475d tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:43.789566 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-84ff5c69-e486-4f41-bcc0-43fe0e26475d tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 811 time: 0.0976236 Mar 22 17:52:43.804338 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-77a6ba5f-4026-4107-8dc7-35dff28d9914 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/quotas/cf7606e3337a421c8c42f461940250fe HTTP/1.1" status: 200 len: 375 time: 0.0095069 Mar 22 17:52:43.873198 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-fca8290f-3bfc-411a-ab91-dde1fe6ff560 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636530 Mar 22 17:52:43.985491 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-f5a64159-6326-4254-8962-4c4d1ecf6c63 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:52:43.986506 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-f5a64159-6326-4254-8962-4c4d1ecf6c63 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1011107 Mar 22 17:52:44.080340 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-aaf1e85e-acf8-4da2-ae4f-d7715c250b7e service neutron] 10.222.0.42 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864637 Mar 22 17:52:44.184019 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-74ff3bae-290d-4862-98cf-6f3eb9a143a7 service neutron] 10.222.0.42 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966842 Mar 22 17:52:44.476759 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-726a6348-5498-450a-ad32-e37af9643c8f req-e78ed444-fb1e-478e-afd6-5e39312ffd82 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 210 time: 0.0293798 Mar 22 17:52:45.395139 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-fb40b35a-88fa-4ba4-b4e7-6155a09aac69 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:45.397209 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-fb40b35a-88fa-4ba4-b4e7-6155a09aac69 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 811 time: 0.1070383 Mar 22 17:52:45.468343 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-84413a3b-d009-436d-88fa-5bfadedd83f9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf7606e3337a421c8c42f461940250fe HTTP/1.1" status: 200 len: 379 time: 0.0615335 Mar 22 17:52:45.477914 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Request body: {'port': {'device_id': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'admin_state_up': True, 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'security_groups': ['b48071d4-b905-496a-b84c-bc2113ea6102']}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:52:45.571266 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-495f61d8-89c4-488e-a8c9-a7583ddacdb8 req-48e879f0-6810-4399-8b31-7d68f4ebb0d9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 210 time: 0.0283554 Mar 22 17:52:45.583367 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Made reservation on behalf of cf7606e3337a421c8c42f461940250fe for: {'port': 1} {{(pid=109968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:52:45.587581 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:45.718113 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Allocated IP 172.20.0.7 (52900748-15d1-4e2e-82d6-cda882ae8b11/045a0c5b-0e61-4797-876f-e4f211461661/feb191a6-eb2d-4e67-9c1d-e22dc3f53cae) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:52:45.861914 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:45.899567 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:45.946256 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Network 52900748-15d1-4e2e-82d6-cda882ae8b11 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:52:45.949270 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:52:45.955682 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:52:45.962292 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'Port': ['ID=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:45.994393 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.994743 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.995168 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.995424 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.995753 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.996083 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.996407 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.996728 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.997048 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.997368 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.997713 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.998035 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.998358 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.998670 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:45.998983 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:52:46.019613 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:46.020230 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:46.038268 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-e90475e6-c59a-4c5d-ad97-96b5d56244dd tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647566 Mar 22 17:52:46.049182 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Request body: {'port': {'device_id': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:52:46.122775 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:46.211468 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-9c033e16-17ba-4321-8ab6-29d3dcd4bf25 None None] Provisioning complete for port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae triggered by entity DHCP. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:52:46.212101 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-9c033e16-17ba-4321-8ab6-29d3dcd4bf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:46.259633 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-9c033e16-17ba-4321-8ab6-29d3dcd4bf25 None None] Port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae cannot update to ACTIVE because it is not bound. {{(pid=109969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:52:46.403595 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb191a6-eb2d-4e67-9c1d-e22dc3f53cae {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:52:46.411228 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Publish callbacks [] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:46.423279 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Transition to ACTIVE for port object feb191a6-eb2d-4e67-9c1d-e22dc3f53cae will not be triggered until provisioned by entity L2. {{(pid=109968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:52:46.426470 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:46.479146 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Pushing event updated for resources: {'Port': ['ID=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:46.549170 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Attempting to bind port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae on host hv-cinder-79053 for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:52:46.549545 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Attempting to bind port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:52:46.549884 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Attempting to bind port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae on network 52900748-15d1-4e2e-82d6-cda882ae8b11 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:52:46.555228 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae on network 52900748-15d1-4e2e-82d6-cda882ae8b11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:52:46.555555 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Attempting to bind port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae on network 52900748-15d1-4e2e-82d6-cda882ae8b11 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:52:46.560752 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Checking agent: {'id': '282b9459-93de-4597-b372-83b3a48ed1d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'started_at': datetime.datetime(2022, 3, 22, 17, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:52:46.561098 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Checking segment: {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:52:46.561508 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Bound using segment: {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:52:46.561946 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Bound port: feb191a6-eb2d-4e67-9c1d-e22dc3f53cae, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0b7214-ac58-4d9d-9c16-48f47960957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:52:46.562305 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:46.634159 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] For port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae, host hv-cinder-79053, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:52:46.637227 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] For port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:52:46.644917 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:46.690954 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:46.691471 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:46.693542 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] 10.222.0.76 "PUT /v2.0/ports/feb191a6-eb2d-4e67-9c1d-e22dc3f53cae HTTP/1.1" status: 200 len: 1093 time: 0.6486316 Mar 22 17:52:46.711962 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'tag': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:52:46.714806 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e83e994-c6ac-4e90-aecb-b262737b9e19" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbdacc9-ff9c-456e-89e0-285facc97702", "tag": "feb191a6-eb2d-4e67-9c1d-e22dc3f53cae"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:52:46.777974 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fe0c1f-1008-4a8f-9759-88a24ed0a05c x-openstack-request-id: req-f9fe0c1f-1008-4a8f-9759-88a24ed0a05c {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:52:46.778246 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbdacc9-ff9c-456e-89e0-285facc97702", "tag": "feb191a6-eb2d-4e67-9c1d-e22dc3f53cae", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:52:46.778589 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9fe0c1f-1008-4a8f-9759-88a24ed0a05c {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:52:46.778999 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fe0c1f-1008-4a8f-9759-88a24ed0a05c'] response: {'name': 'network-changed', 'server_uuid': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'tag': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae', 'status': 'completed', 'code': 200} Mar 22 17:52:46.798936 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c5c7d-bc1c-4b3d-b1ef-d93824089476 service neutron] Pushing event updated for resources: {'Port': ['ID=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:46.822178 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff9761-bf70-450c-a3c7-a1aa418d90de req-be5eb02a-af8a-4a95-88ff-752835f32c35 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:46.823732 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8eff9761-bf70-450c-a3c7-a1aa418d90de req-be5eb02a-af8a-4a95-88ff-752835f32c35 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 943 time: 0.1726220 Mar 22 17:52:46.826840 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-2668e1df-907e-440f-b914-82edf291c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:46.828233 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-2668e1df-907e-440f-b914-82edf291c453 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 1127 time: 0.0935383 Mar 22 17:52:46.878842 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-2b54e5e6-118d-4b2a-93e6-c095af3d1dd3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae HTTP/1.1" status: 200 len: 217 time: 0.0425603 Mar 22 17:52:46.939948 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8eff9761-bf70-450c-a3c7-a1aa418d90de req-f2bc17ca-6797-44bc-b436-fc9d8ee7894a tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103542 Mar 22 17:52:46.950537 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-7c3112c2-6e7c-4847-a38f-c2d6722a4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:46.951995 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-7c3112c2-6e7c-4847-a38f-c2d6722a4d61 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0675633 Mar 22 17:52:47.001506 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-d2e9a25a-34ba-45b7-82b3-6ba9d5baf2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:47.002944 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-d2e9a25a-34ba-45b7-82b3-6ba9d5baf2a8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446715 Mar 22 17:52:47.090049 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-076d5334-85e8-4c0c-9de3-dfc04b864fbc service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808108 Mar 22 17:52:47.184485 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-9e55d535-e652-4692-a950-5877bfd5c0d4 req-cf2396f3-9183-4df3-a432-a8831db4ea5c service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884221 Mar 22 17:52:47.276515 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e994-c6ac-4e90-aecb-b262737b9e19 req-c32ec873-47c0-4689-9c9a-51b1d4a1eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:47.278136 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e83e994-c6ac-4e90-aecb-b262737b9e19 req-c32ec873-47c0-4689-9c9a-51b1d4a1eb1c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 1127 time: 0.0468073 Mar 22 17:52:47.375969 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e994-c6ac-4e90-aecb-b262737b9e19 req-57fc2b3a-791c-4b33-a0dc-644c2a94acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:47.377786 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e83e994-c6ac-4e90-aecb-b262737b9e19 req-57fc2b3a-791c-4b33-a0dc-644c2a94acf5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 912 time: 0.0941763 Mar 22 17:52:47.420583 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e83e994-c6ac-4e90-aecb-b262737b9e19 req-32a397f4-40b1-4320-abdf-82fec2bee27a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae HTTP/1.1" status: 200 len: 217 time: 0.0358346 Mar 22 17:52:47.474880 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e994-c6ac-4e90-aecb-b262737b9e19 req-1a5a3fef-3298-4fdd-bd5a-fe3163dd2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:47.476408 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e83e994-c6ac-4e90-aecb-b262737b9e19 req-1a5a3fef-3298-4fdd-bd5a-fe3163dd2fce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0499613 Mar 22 17:52:47.533183 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e994-c6ac-4e90-aecb-b262737b9e19 req-3a6e04d0-15a2-4533-a9a6-1842be7172c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:47.534628 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e83e994-c6ac-4e90-aecb-b262737b9e19 req-3a6e04d0-15a2-4533-a9a6-1842be7172c1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512371 Mar 22 17:52:47.625211 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e83e994-c6ac-4e90-aecb-b262737b9e19 req-06e261bb-44a3-45ce-9d54-502d99ec2425 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811844 Mar 22 17:52:47.721101 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2e83e994-c6ac-4e90-aecb-b262737b9e19 req-85180648-eca4-4e8d-8d56-c91209f8c601 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875013 Mar 22 17:52:48.060695 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ca035-aa4b-47fd-8fed-9167a282174c req-777d7461-5385-44f2-8c6a-d5b5d02a360f tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:48.062294 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d07ca035-aa4b-47fd-8fed-9167a282174c req-777d7461-5385-44f2-8c6a-d5b5d02a360f tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 943 time: 0.0532677 Mar 22 17:52:48.112018 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d07ca035-aa4b-47fd-8fed-9167a282174c req-54aeeb3c-a212-458e-8b76-305d0ef78060 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432386 Mar 22 17:52:49.232909 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365409ec-262b-4956-b64e-768cdf253701 req-96ca435d-9df6-4385-9434-5f0da92f4bd4 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:49.234434 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-365409ec-262b-4956-b64e-768cdf253701 req-96ca435d-9df6-4385-9434-5f0da92f4bd4 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 943 time: 0.0548832 Mar 22 17:52:49.283105 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-365409ec-262b-4956-b64e-768cdf253701 req-557c4c58-af6d-422e-8ab1-c85f3576affb tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430188 Mar 22 17:52:50.401623 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098634bd-df35-43c5-bcef-173f0a463b4b req-ba467ab1-c452-4cd1-b8ef-c2128a936436 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:50.403019 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-098634bd-df35-43c5-bcef-173f0a463b4b req-ba467ab1-c452-4cd1-b8ef-c2128a936436 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 943 time: 0.0545707 Mar 22 17:52:50.455629 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-098634bd-df35-43c5-bcef-173f0a463b4b req-5904f85b-e1df-49ef-a362-bf8a2afdd232 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469453 Mar 22 17:52:51.574236 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9800a-d3b2-467b-9954-a3abf349522c req-651998e0-4c61-4a51-af52-9509c93af747 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:51.575700 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1cd9800a-d3b2-467b-9954-a3abf349522c req-651998e0-4c61-4a51-af52-9509c93af747 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 943 time: 0.0528936 Mar 22 17:52:51.623784 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-1cd9800a-d3b2-467b-9954-a3abf349522c req-0aae8235-063a-412d-9063-5f68304ef2ad tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425611 Mar 22 17:52:51.900109 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34934) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:51.945345 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe74c44-dc53-422e-b2b9-986d721c6501 admin admin] Deleting subnet 5897f9ed-a77d-4c68-be25-1ddf6397b387 {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:52:51.948461 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0fe74c44-dc53-422e-b2b9-986d721c6501 admin admin] Publish callbacks [] for subnet (5897f9ed-a77d-4c68-be25-1ddf6397b387), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:51.982386 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0fe74c44-dc53-422e-b2b9-986d721c6501 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62622258'] for subnet (5897f9ed-a77d-4c68-be25-1ddf6397b387), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.021271 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0fe74c44-dc53-422e-b2b9-986d721c6501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (5897f9ed-a77d-4c68-be25-1ddf6397b387), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.074481 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0fe74c44-dc53-422e-b2b9-986d721c6501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61705885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59114573'] for subnet (5897f9ed-a77d-4c68-be25-1ddf6397b387), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.105586 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe74c44-dc53-422e-b2b9-986d721c6501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5897f9ed-a77d-4c68-be25-1ddf6397b387,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:52.107795 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0fe74c44-dc53-422e-b2b9-986d721c6501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.112020 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0fe74c44-dc53-422e-b2b9-986d721c6501 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5897f9ed-a77d-4c68-be25-1ddf6397b387 HTTP/1.1" status: 204 len: 168 time: 0.2101183 Mar 22 17:52:52.113758 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 34936) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:52.183141 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba2ee-6f67-4ad0-ae5c-87ed988a6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (26db7fb5-9ece-429f-8e1b-dc70ac13fe7c), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.263222 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba2ee-6f67-4ad0-ae5c-87ed988a6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (26db7fb5-9ece-429f-8e1b-dc70ac13fe7c), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.283354 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-cc6ba2ee-6f67-4ad0-ae5c-87ed988a6f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26db7fb5-9ece-429f-8e1b-dc70ac13fe7c']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:52.292705 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-cc6ba2ee-6f67-4ad0-ae5c-87ed988a6f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a58100a-fa07-4ee8-92aa-3519000a34fb') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:52.293005 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-cc6ba2ee-6f67-4ad0-ae5c-87ed988a6f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a58100a-fa07-4ee8-92aa-3519000a34fb') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:52:52.302758 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba2ee-6f67-4ad0-ae5c-87ed988a6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62622219'] for segment (7a58100a-fa07-4ee8-92aa-3519000a34fb), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.315483 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba2ee-6f67-4ad0-ae5c-87ed988a6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (7a58100a-fa07-4ee8-92aa-3519000a34fb), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.322317 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6ba2ee-6f67-4ad0-ae5c-87ed988a6f38 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:52:52.322731 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba2ee-6f67-4ad0-ae5c-87ed988a6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61706047'] for segment (7a58100a-fa07-4ee8-92aa-3519000a34fb), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: timer() Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: cb(*args, **kw) Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: self._notify() Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: self.callback(batched_events) Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: event.method(event) Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: return self._get(url).json() Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:52:52.324382 dv-cinder-790535-31-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:52:52.378566 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba2ee-6f67-4ad0-ae5c-87ed988a6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (26db7fb5-9ece-429f-8e1b-dc70ac13fe7c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.384419 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba2ee-6f67-4ad0-ae5c-87ed988a6f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.387768 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-cc6ba2ee-6f67-4ad0-ae5c-87ed988a6f38 admin admin] 10.222.0.42 "DELETE /v2.0/networks/26db7fb5-9ece-429f-8e1b-dc70ac13fe7c HTTP/1.1" status: 204 len: 168 time: 0.2724245 Mar 22 17:52:52.400693 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ba2ee-6f67-4ad0-ae5c-87ed988a6f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=26db7fb5-9ece-429f-8e1b-dc70ac13fe7c,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:52.552556 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 34940) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:52.595001 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-45ec3f48-3e7a-4e92-b882-fb016b3337d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=137351dfdd8442cc98198630848f25c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412912 Mar 22 17:52:52.597530 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 34942) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:52:52.644607 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a3509164-66f1-4a18-a96e-a42aff4c18d6 admin admin] Publish callbacks [] for security_group (f3bad0c7-b41d-42f3-8b08-a7d90e80b305), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.666346 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a3509164-66f1-4a18-a96e-a42aff4c18d6 admin admin] Publish callbacks [] for security_group (f3bad0c7-b41d-42f3-8b08-a7d90e80b305), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.713283 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a3509164-66f1-4a18-a96e-a42aff4c18d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (f3bad0c7-b41d-42f3-8b08-a7d90e80b305), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.715903 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a3509164-66f1-4a18-a96e-a42aff4c18d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:52.717045 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-a3509164-66f1-4a18-a96e-a42aff4c18d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3bad0c7-b41d-42f3-8b08-a7d90e80b305 HTTP/1.1" status: 204 len: 168 time: 0.1186140 Mar 22 17:52:52.725615 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3509164-66f1-4a18-a96e-a42aff4c18d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bad0c7-b41d-42f3-8b08-a7d90e80b305,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:52.761545 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffaf7e-85ca-498e-b07e-474129693a5a req-ee79bbea-b2cb-47d1-8918-bd43a4a77fe8 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:52.763112 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01ffaf7e-85ca-498e-b07e-474129693a5a req-ee79bbea-b2cb-47d1-8918-bd43a4a77fe8 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 943 time: 0.0725646 Mar 22 17:52:52.813103 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01ffaf7e-85ca-498e-b07e-474129693a5a req-3f5ba833-bb3a-4795-806e-d26f07431f70 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435104 Mar 22 17:52:53.933446 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3910f66-99b8-451d-8de1-219183ece8fa req-64cf7ee0-a963-4a76-b84f-292c12e788c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:53.934861 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d3910f66-99b8-451d-8de1-219183ece8fa req-64cf7ee0-a963-4a76-b84f-292c12e788c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 943 time: 0.0525672 Mar 22 17:52:53.982334 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-d3910f66-99b8-451d-8de1-219183ece8fa req-73896fa6-211e-4980-8898-c0f1ce9f2beb tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419285 Mar 22 17:52:54.759041 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:55.101911 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f7a75-4d50-4645-83a9-1e403db6e976 req-53927355-d7cc-41fd-bff5-9a7321bc4b49 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:55.103470 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e22f7a75-4d50-4645-83a9-1e403db6e976 req-53927355-d7cc-41fd-bff5-9a7321bc4b49 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 943 time: 0.0538564 Mar 22 17:52:55.153900 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e22f7a75-4d50-4645-83a9-1e403db6e976 req-9b868ff8-66fc-4c89-9a39-fcefff4dcf7f tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444088 Mar 22 17:52:55.868972 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device feb191a6-eb2d-4e67-9c1d-e22dc3f53cae details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=109969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:52:55.962823 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:55.974797 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Returning: {'device': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'port_id': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae', 'mac_address': 'fa:16:3e:9d:df:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:52:56.015454 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae is: DOWN; New status is: BUILD {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:52:56.015857 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:56.029132 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb191a6-eb2d-4e67-9c1d-e22dc3f53cae {{(pid=109969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:52:56.048738 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:56.052606 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:56.099340 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:56.254433 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] get_ports_and_sgs() called for port_ids ['feb191a6-eb2d-4e67-9c1d-e22dc3f53cae'] {{(pid=109969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:52:56.278096 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3ac5-058f-4c5c-9676-e0fdf7966ecc req-f43007b2-7888-4602-9e8b-24efea13bd14 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:56.279608 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-378d3ac5-058f-4c5c-9676-e0fdf7966ecc req-f43007b2-7888-4602-9e8b-24efea13bd14 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 944 time: 0.0572848 Mar 22 17:52:56.332312 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-378d3ac5-058f-4c5c-9676-e0fdf7966ecc req-601af412-dd3c-4093-b994-44dfa5f73209 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450213 Mar 22 17:52:57.451782 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553fcd7-26a9-4eb2-ba27-3bc99310b833 req-c671e872-8172-43c9-a1bb-8e20c89d7b01 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:57.453266 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8553fcd7-26a9-4eb2-ba27-3bc99310b833 req-c671e872-8172-43c9-a1bb-8e20c89d7b01 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 944 time: 0.0524518 Mar 22 17:52:57.505971 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8553fcd7-26a9-4eb2-ba27-3bc99310b833 req-583ef98e-d48a-4af8-b60e-0281deb7899c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470591 Mar 22 17:52:57.885351 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device feb191a6-eb2d-4e67-9c1d-e22dc3f53cae up at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:52:57.936559 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning for port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae completed by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:52:57.940466 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.provisioning_blocks [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Provisioning complete for port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae triggered by entity L2. {{(pid=109969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:52:57.940845 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3507494'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), provisioning_complete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:58.019579 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Current status of the port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae is: BUILD; New status is: ACTIVE {{(pid=109969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:52:58.019968 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:58.044602 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae'}] {{(pid=109969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:52:58.046943 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea130b95eb336fea348a3e6013e3033c3f2336d042f06cdcec87b8a9f6f3a245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baf9a76-1bec-4dd1-87e5-d78263391c8c" -d '{"events": [{"server_uuid": "6dbdacc9-ff9c-456e-89e0-285facc97702", "name": "network-vif-plugged", "status": "completed", "tag": "feb191a6-eb2d-4e67-9c1d-e22dc3f53cae"}]}' {{(pid=109969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:52:58.059501 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] For port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:52:58.063453 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:58.113888 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Pushing event updated for resources: {'Port': ['ID=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae,revision_number=5']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:52:58.266241 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24a32e5-6dea-4e16-899c-e96a91114b42 x-openstack-request-id: req-a24a32e5-6dea-4e16-899c-e96a91114b42 {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:52:58.266541 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbdacc9-ff9c-456e-89e0-285facc97702", "name": "network-vif-plugged", "status": "completed", "tag": "feb191a6-eb2d-4e67-9c1d-e22dc3f53cae", "code": 200}]} {{(pid=109969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:52:58.266806 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a24a32e5-6dea-4e16-899c-e96a91114b42 {{(pid=109969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:52:58.267210 dv-cinder-790535-31-iscsi neutron-server[109969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24a32e5-6dea-4e16-899c-e96a91114b42'] response: {'server_uuid': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae', 'code': 200} Mar 22 17:52:58.516859 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8a691-eba1-4e50-b94a-0327ec90cdb2 req-2f7faddd-c8e5-47a8-8057-2fcf4be57582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:58.518392 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ddc8a691-eba1-4e50-b94a-0327ec90cdb2 req-2f7faddd-c8e5-47a8-8057-2fcf4be57582 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 1129 time: 0.0438073 Mar 22 17:52:58.567330 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-ddc8a691-eba1-4e50-b94a-0327ec90cdb2 req-8f3c63cc-3f20-4fd3-aea7-8a0c8d99fb51 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427601 Mar 22 17:52:58.628116 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd43d5-4032-4082-a363-fd4f4933fd0e req-a69af149-be8e-471a-b157-bac6176db12f tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:58.629635 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2bcd43d5-4032-4082-a363-fd4f4933fd0e req-a69af149-be8e-471a-b157-bac6176db12f tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 945 time: 0.0537331 Mar 22 17:52:58.678880 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2bcd43d5-4032-4082-a363-fd4f4933fd0e req-a7c27c80-27b1-4bf9-b70c-e10044fe363a tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426576 Mar 22 17:52:59.113724 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9f14-9a09-4fdb-bec5-f74006569ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:59.798469 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb5fa-6b7d-4fa0-81e0-25726fd43d94 req-9226842a-29a4-4e0f-828e-06bcc21a71f2 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:59.799933 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-847cb5fa-6b7d-4fa0-81e0-25726fd43d94 req-9226842a-29a4-4e0f-828e-06bcc21a71f2 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 945 time: 0.0526659 Mar 22 17:52:59.851971 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-847cb5fa-6b7d-4fa0-81e0-25726fd43d94 req-72569d79-79c8-44a9-8627-d992f21b5cb6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462868 Mar 22 17:52:59.976442 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496205c-8f16-4e21-a53b-4b69313caeee req-beecb043-376b-4404-80d8-aa99b8cc2815 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:52:59.978070 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4496205c-8f16-4e21-a53b-4b69313caeee req-beecb043-376b-4404-80d8-aa99b8cc2815 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 945 time: 0.0595748 Mar 22 17:53:00.034894 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4496205c-8f16-4e21-a53b-4b69313caeee req-99d12979-175e-40a1-a79d-4aa86ec602bc tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445802 Mar 22 17:53:00.058422 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 34966) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:53:00.101125 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520e32d7-b669-4819-a306-96c7e2b38b65 tempest-TestVolumeBootPattern-2006343226 tempest-TestVolumeBootPattern-2006343226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:53:00.103186 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-520e32d7-b669-4819-a306-96c7e2b38b65 tempest-TestVolumeBootPattern-2006343226 tempest-TestVolumeBootPattern-2006343226-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 1124 time: 0.0432642 Mar 22 17:53:00.106192 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 34968) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:53:00.110405 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.v2.base [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Request body: {'floatingip': {'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'port_id': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:53:00.130803 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:00.228561 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:00.329550 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Allocated IP 172.27.3.122 (c8aa00b0-ab78-4efe-96f3-93b988cf785c/96942072-95e2-4479-bcf3-651dae5046c2/1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:53:00.435306 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for port (1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:00.470005 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784115728662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:00.510179 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Network c8aa00b0-ab78-4efe-96f3-93b988cf785c is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:53:00.515552 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:53:00.518072 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:53:00.523613 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'Port': ['ID=1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:53:01.134065 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for floatingip (81d03b5d-7fe0-423a-8777-a96aa748a6a0), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:01.205803 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726836'] for port (1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:01.361715 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for port (1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:01.367559 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784116266900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784115728680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784115728698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59432241'] for port (1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:01.445313 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event updated for resources: {'Port': ['ID=1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:53:01.450890 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3686723'] for floatingip (81d03b5d-7fe0-423a-8777-a96aa748a6a0), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:01.552218 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Floating IP 81d03b5d-7fe0-423a-8777-a96aa748a6a0 associated. External IP: 172.27.3.122, port: feb191a6-eb2d-4e67-9c1d-e22dc3f53cae. Mar 22 17:53:01.764600 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Router 91554d3f-803e-4d4c-9f97-bca36dcf877b has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:53:01.785391 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5eb4cf80-90b3-48df-a21c-167d8fe2d384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:01.877186 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:53:01.887693 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247f6a3-b8e6-4214-97bb-89fa86ffcdd4 None None] Sync routers for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:53:01.894798 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:01.898714 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247f6a3-b8e6-4214-97bb-89fa86ffcdd4 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:53:01.900351 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7247f6a3-b8e6-4214-97bb-89fa86ffcdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:53:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:53:01.926198 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-234e9bc2-be73-4de3-899d-2556969c1629 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8189862 Mar 22 17:53:01.926894 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'tag': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:53:01.929271 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5dd3f0-e541-49c7-8514-8380be6c3f26" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbdacc9-ff9c-456e-89e0-285facc97702", "tag": "feb191a6-eb2d-4e67-9c1d-e22dc3f53cae"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:53:02.016439 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-7247f6a3-b8e6-4214-97bb-89fa86ffcdd4 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:53:02.026822 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32d5ecc-7a4c-43dc-8fb1-614958961ce8 x-openstack-request-id: req-b32d5ecc-7a4c-43dc-8fb1-614958961ce8 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:53:02.027239 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbdacc9-ff9c-456e-89e0-285facc97702", "tag": "feb191a6-eb2d-4e67-9c1d-e22dc3f53cae", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:53:02.027514 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b32d5ecc-7a4c-43dc-8fb1-614958961ce8 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:53:02.028050 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32d5ecc-7a4c-43dc-8fb1-614958961ce8'] response: {'name': 'network-changed', 'server_uuid': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'tag': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae', 'status': 'completed', 'code': 200} Mar 22 17:53:02.096829 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dd3f0-e541-49c7-8514-8380be6c3f26 req-c2e26263-d479-4983-a3e7-dcf92666a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:53:02.098366 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2a5dd3f0-e541-49c7-8514-8380be6c3f26 req-c2e26263-d479-4983-a3e7-dcf92666a8df service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 1129 time: 0.0497732 Mar 22 17:53:02.195709 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dd3f0-e541-49c7-8514-8380be6c3f26 req-42e64c05-ed87-41bb-9436-67f7c9b22321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:53:02.198636 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2a5dd3f0-e541-49c7-8514-8380be6c3f26 req-42e64c05-ed87-41bb-9436-67f7c9b22321 service neutron] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 912 time: 0.0937839 Mar 22 17:53:02.267444 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2a5dd3f0-e541-49c7-8514-8380be6c3f26 req-bb2bbec4-4bfe-4201-94cf-859fe7fbedf4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae HTTP/1.1" status: 200 len: 999 time: 0.0635927 Mar 22 17:53:02.267741 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7247f6a3-b8e6-4214-97bb-89fa86ffcdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '62eebc30-94f5-4f48-9dd8-ee302b40fdaa', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:62:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:50:49Z', 'updated_at': '2022-03-22T17:50:52Z', 'revision_number': 1, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}, {'id': '81d03b5d-7fe0-423a-8777-a96aa748a6a0', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:9d:df:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:53:00Z', 'updated_at': '2022-03-22T17:53:00Z', 'revision_number': 0, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:53:02.297979 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247f6a3-b8e6-4214-97bb-89fa86ffcdd4 None None] Checking router: 91554d3f-803e-4d4c-9f97-bca36dcf877b for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:53:02.307109 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247f6a3-b8e6-4214-97bb-89fa86ffcdd4 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:53:02.307757 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7247f6a3-b8e6-4214-97bb-89fa86ffcdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:53:02Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:53:02.315879 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dd3f0-e541-49c7-8514-8380be6c3f26 req-a3c976cb-6d37-4439-bbe3-8601bf56b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:53:02.317377 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2a5dd3f0-e541-49c7-8514-8380be6c3f26 req-a3c976cb-6d37-4439-bbe3-8601bf56b65f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0444372 Mar 22 17:53:02.366987 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dd3f0-e541-49c7-8514-8380be6c3f26 req-2dd576d3-cbc9-4c9b-af06-a31b9a3f0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:53:02.369113 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2a5dd3f0-e541-49c7-8514-8380be6c3f26 req-2dd576d3-cbc9-4c9b-af06-a31b9a3f0249 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461812 Mar 22 17:53:02.414531 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-7247f6a3-b8e6-4214-97bb-89fa86ffcdd4 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:53:02.463995 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2a5dd3f0-e541-49c7-8514-8380be6c3f26 req-371760ef-4940-4a28-8af3-82df957862ce service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889452 Mar 22 17:53:02.554438 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-2a5dd3f0-e541-49c7-8514-8380be6c3f26 req-16f1ee2b-55dd-475f-9715-b35acdc94fc0 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845115 Mar 22 17:53:02.648346 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7247f6a3-b8e6-4214-97bb-89fa86ffcdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '62eebc30-94f5-4f48-9dd8-ee302b40fdaa', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:62:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:50:49Z', 'updated_at': '2022-03-22T17:50:52Z', 'revision_number': 1, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}, {'id': '81d03b5d-7fe0-423a-8777-a96aa748a6a0', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:9d:df:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:53:00Z', 'updated_at': '2022-03-22T17:53:00Z', 'revision_number': 0, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:53:02.674800 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247f6a3-b8e6-4214-97bb-89fa86ffcdd4 None None] The sync data for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi is: [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '62eebc30-94f5-4f48-9dd8-ee302b40fdaa', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:62:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:50:49Z', 'updated_at': '2022-03-22T17:50:52Z', 'revision_number': 1, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}, {'id': '81d03b5d-7fe0-423a-8777-a96aa748a6a0', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:9d:df:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:53:00Z', 'updated_at': '2022-03-22T17:53:00Z', 'revision_number': 0, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:53:02.864352 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ad8842-65ea-482c-a762-12c636c0aeb3 None None] New status for floating IP 81d03b5d-7fe0-423a-8777-a96aa748a6a0: ACTIVE {{(pid=109970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:53:03.249920 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:04.578143 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:06.134857 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:14.064135 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:53:24.781739 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:29.105993 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-bfabbb81-4406-4842-ba86-c6f6b885aae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:31.788431 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-8dd32f8d-2d07-4a54-ac70-e9e379e92ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:33.253482 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:34.580757 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:36.129645 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:51.062498 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:53:54.795338 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:59.107886 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c3625bf1-9ea8-45ab-a157-368235e46aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:01.790931 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-d1293b19-5cdb-4aa6-891f-38cb1495664a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:03.256621 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:04.582958 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:06.134114 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:24.801003 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:28.061220 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:54:29.111093 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-5702b9af-acea-4121-bdc1-2e16a9a7a90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:31.791580 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-085b924b-bee9-4a7f-b1d7-35343a2ea4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:33.168168 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 34992) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:33.259600 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:33.334280 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Deleting port 1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:54:33.334641 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:33.411075 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:33.411397 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for floatingip (1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:33.422884 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Calling delete_port for 1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5 owned by network:floatingip {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:54:33.578304 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:33.602889 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event deleted for resources: {'Port': ['ID=1d7ff9c8-071e-42c4-ae64-0e8a0e6f0be5,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:33.613862 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.614213 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.614558 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.614902 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.615235 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.615562 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.615891 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.616591 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.616591 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.616838 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.617159 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.617510 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.617827 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.618146 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.618475 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:33.679224 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for floatingip (81d03b5d-7fe0-423a-8777-a96aa748a6a0), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:33.679451 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Floating IP 81d03b5d-7fe0-423a-8777-a96aa748a6a0 disassociated (deleted). External IP: 172.27.3.122, port: feb191a6-eb2d-4e67-9c1d-e22dc3f53cae. Mar 22 17:54:33.887890 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Router 91554d3f-803e-4d4c-9f97-bca36dcf877b has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:54:33.995460 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:54:34.000490 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:34.004822 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7cb8a8-bffc-42b6-a913-8c0162c1af08 None None] Sync routers for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:54:34.014023 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7cb8a8-bffc-42b6-a913-8c0162c1af08 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:54:34.014639 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ae7cb8a8-bffc-42b6-a913-8c0162c1af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:54:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:34.030797 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-e65ecac7-b659-4da9-8314-f01282ab6934 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "DELETE /v2.0/floatingips/81d03b5d-7fe0-423a-8777-a96aa748a6a0 HTTP/1.1" status: 204 len: 168 time: 0.8615308 Mar 22 17:54:34.031408 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'tag': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:54:34.034426 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05230b23-3993-4b8e-a3c3-aa9bc60a9893" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbdacc9-ff9c-456e-89e0-285facc97702", "tag": "feb191a6-eb2d-4e67-9c1d-e22dc3f53cae"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:54:34.072023 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204bf900-b62d-486a-ab65-6b32baa5be4d x-openstack-request-id: req-204bf900-b62d-486a-ab65-6b32baa5be4d {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:54:34.072316 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbdacc9-ff9c-456e-89e0-285facc97702", "tag": "feb191a6-eb2d-4e67-9c1d-e22dc3f53cae", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:54:34.072573 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-204bf900-b62d-486a-ab65-6b32baa5be4d {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:54:34.072980 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204bf900-b62d-486a-ab65-6b32baa5be4d'] response: {'name': 'network-changed', 'server_uuid': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'tag': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae', 'status': 'completed', 'code': 200} Mar 22 17:54:34.136165 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-ae7cb8a8-bffc-42b6-a913-8c0162c1af08 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:54:34.140949 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05230b23-3993-4b8e-a3c3-aa9bc60a9893 req-9c9eb7de-ad49-4b44-abbc-45efabc921bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:34.143417 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-05230b23-3993-4b8e-a3c3-aa9bc60a9893 req-9c9eb7de-ad49-4b44-abbc-45efabc921bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 1129 time: 0.0499845 Mar 22 17:54:34.305847 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05230b23-3993-4b8e-a3c3-aa9bc60a9893 req-aeeeffbf-9874-48de-9cc8-cce555ec12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:34.307313 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-05230b23-3993-4b8e-a3c3-aa9bc60a9893 req-aeeeffbf-9874-48de-9cc8-cce555ec12fa service neutron] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 912 time: 0.1581781 Mar 22 17:54:34.315422 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114fd48-e4ef-4b9a-90a9-37a601e63df5 req-7d2a37ae-940a-4d15-8141-4b8d7c96c2c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:34.316778 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8114fd48-e4ef-4b9a-90a9-37a601e63df5 req-7d2a37ae-940a-4d15-8141-4b8d7c96c2c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 945 time: 0.0940175 Mar 22 17:54:34.361811 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-05230b23-3993-4b8e-a3c3-aa9bc60a9893 req-d47aebe3-13b6-4d57-9dce-42db80996712 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae HTTP/1.1" status: 200 len: 217 time: 0.0440259 Mar 22 17:54:34.384638 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ae7cb8a8-bffc-42b6-a913-8c0162c1af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '62eebc30-94f5-4f48-9dd8-ee302b40fdaa', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:62:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:50:49Z', 'updated_at': '2022-03-22T17:50:52Z', 'revision_number': 1, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:34.413399 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7cb8a8-bffc-42b6-a913-8c0162c1af08 None None] Checking router: 91554d3f-803e-4d4c-9f97-bca36dcf877b for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:54:34.421793 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7cb8a8-bffc-42b6-a913-8c0162c1af08 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:54:34.422407 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ae7cb8a8-bffc-42b6-a913-8c0162c1af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:54:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:34.434914 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-8114fd48-e4ef-4b9a-90a9-37a601e63df5 req-8813cf6f-fea3-4353-8670-c042deec4788 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104629 Mar 22 17:54:34.436431 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05230b23-3993-4b8e-a3c3-aa9bc60a9893 req-ef0c6a48-cdb7-4f16-84ec-c40c7ee49e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:34.437940 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-05230b23-3993-4b8e-a3c3-aa9bc60a9893 req-ef0c6a48-cdb7-4f16-84ec-c40c7ee49e25 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0701773 Mar 22 17:54:34.490245 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05230b23-3993-4b8e-a3c3-aa9bc60a9893 req-6dd7a531-b8dc-45a9-9f0d-37a073d3a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:34.491782 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-05230b23-3993-4b8e-a3c3-aa9bc60a9893 req-6dd7a531-b8dc-45a9-9f0d-37a073d3a6f3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479894 Mar 22 17:54:34.537568 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-ae7cb8a8-bffc-42b6-a913-8c0162c1af08 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:54:34.586855 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-05230b23-3993-4b8e-a3c3-aa9bc60a9893 req-d3218ff0-90d8-4974-b39c-453d4010edb6 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874379 Mar 22 17:54:34.632126 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:34.679142 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-05230b23-3993-4b8e-a3c3-aa9bc60a9893 req-17fb879f-a71c-46c6-99ae-6a874163fd22 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860429 Mar 22 17:54:34.780409 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ae7cb8a8-bffc-42b6-a913-8c0162c1af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '62eebc30-94f5-4f48-9dd8-ee302b40fdaa', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:62:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:50:49Z', 'updated_at': '2022-03-22T17:50:52Z', 'revision_number': 1, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:34.806240 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7cb8a8-bffc-42b6-a913-8c0162c1af08 None None] The sync data for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi is: [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_floatingips': [{'id': '62eebc30-94f5-4f48-9dd8-ee302b40fdaa', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'router_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'port_id': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'mac_address': 'fa:16:3e:62:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:50:49Z', 'updated_at': '2022-03-22T17:50:52Z', 'revision_number': 1, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:54:35.031379 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c89a39-1b80-4f1d-9b1c-662d72fe92bc None None] New status for floating IP 81d03b5d-7fe0-423a-8777-a96aa748a6a0: DOWN {{(pid=109970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:54:35.563695 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c80398-436a-4945-9d7a-143a928562ce req-93174196-94af-411f-ac73-876910ffe6f4 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:35.565337 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55c80398-436a-4945-9d7a-143a928562ce req-93174196-94af-411f-ac73-876910ffe6f4 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 945 time: 0.0574241 Mar 22 17:54:35.614407 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-55c80398-436a-4945-9d7a-143a928562ce req-b0e8678d-c513-4f94-ad12-81ed2bae607d tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 Mar 22 17:54:35.747592 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b91b0-4b66-490a-8bb8-d783e3783ee3 req-24a1cb93-7348-4c20-a875-fed5df751b12 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:35.748958 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-485b91b0-4b66-490a-8bb8-d783e3783ee3 req-24a1cb93-7348-4c20-a875-fed5df751b12 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 945 time: 0.0528224 Mar 22 17:54:35.845754 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-485b91b0-4b66-490a-8bb8-d783e3783ee3 req-9e8f4416-d2c7-4f23-946c-e8dc4ed09e16 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Deleting port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:54:35.846147 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-485b91b0-4b66-490a-8bb8-d783e3783ee3 req-9e8f4416-d2c7-4f23-946c-e8dc4ed09e16 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:35.932746 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-485b91b0-4b66-490a-8bb8-d783e3783ee3 req-9e8f4416-d2c7-4f23-946c-e8dc4ed09e16 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] For port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:54:35.933110 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-485b91b0-4b66-490a-8bb8-d783e3783ee3 req-9e8f4416-d2c7-4f23-946c-e8dc4ed09e16 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:35.945971 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-485b91b0-4b66-490a-8bb8-d783e3783ee3 req-9e8f4416-d2c7-4f23-946c-e8dc4ed09e16 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Calling delete_port for feb191a6-eb2d-4e67-9c1d-e22dc3f53cae owned by compute:nova {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:54:36.073221 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-485b91b0-4b66-490a-8bb8-d783e3783ee3 req-9e8f4416-d2c7-4f23-946c-e8dc4ed09e16 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (feb191a6-eb2d-4e67-9c1d-e22dc3f53cae), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:36.100205 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f4416-d2c7-4f23-946c-e8dc4ed09e16 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event deleted for resources: {'Port': ['ID=feb191a6-eb2d-4e67-9c1d-e22dc3f53cae,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:36.138032 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:36.149889 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-485b91b0-4b66-490a-8bb8-d783e3783ee3 req-9e8f4416-d2c7-4f23-946c-e8dc4ed09e16 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] No DVR routers for this DVR port feb191a6-eb2d-4e67-9c1d-e22dc3f53cae on host hv-cinder-79053 {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:54:36.152362 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-485b91b0-4b66-490a-8bb8-d783e3783ee3 req-9e8f4416-d2c7-4f23-946c-e8dc4ed09e16 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:36.155655 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-485b91b0-4b66-490a-8bb8-d783e3783ee3 req-9e8f4416-d2c7-4f23-946c-e8dc4ed09e16 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "DELETE /v2.0/ports/feb191a6-eb2d-4e67-9c1d-e22dc3f53cae HTTP/1.1" status: 204 len: 173 time: 0.4008174 Mar 22 17:54:36.156096 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'name': 'network-vif-deleted', 'tag': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:54:36.159267 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cb7667-760e-4ee3-aaa7-3f75fabfafe7" -d '{"events": [{"server_uuid": "6dbdacc9-ff9c-456e-89e0-285facc97702", "name": "network-vif-deleted", "tag": "feb191a6-eb2d-4e67-9c1d-e22dc3f53cae"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:54:36.199832 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db83758-b13a-426f-8b82-6513b1304080 x-openstack-request-id: req-2db83758-b13a-426f-8b82-6513b1304080 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:54:36.200136 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbdacc9-ff9c-456e-89e0-285facc97702", "name": "network-vif-deleted", "tag": "feb191a6-eb2d-4e67-9c1d-e22dc3f53cae", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:54:36.200420 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2db83758-b13a-426f-8b82-6513b1304080 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:54:36.200852 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db83758-b13a-426f-8b82-6513b1304080'] response: {'server_uuid': '6dbdacc9-ff9c-456e-89e0-285facc97702', 'name': 'network-vif-deleted', 'tag': 'feb191a6-eb2d-4e67-9c1d-e22dc3f53cae', 'status': 'completed', 'code': 200} Mar 22 17:54:36.717698 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ad87325c-59f7-4432-8489-c2e85d512a76 req-70292b5b-9132-4389-8c25-b5e2aca4fbf6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dbdacc9-ff9c-456e-89e0-285facc97702 HTTP/1.1" status: 200 len: 210 time: 0.0265608 Mar 22 17:54:37.217309 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e73aaf50-16df-4210-99ee-010d881779c5 req-5f23db8f-2d1e-4cfb-88bc-11ba535d79d7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427420 Mar 22 17:54:37.301440 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aaf50-16df-4210-99ee-010d881779c5 req-ad65031a-e0e7-4b97-8c97-e88cfbd5d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:37.302933 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e73aaf50-16df-4210-99ee-010d881779c5 req-ad65031a-e0e7-4b97-8c97-e88cfbd5d626 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 1130 time: 0.0443487 Mar 22 17:54:37.409863 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aaf50-16df-4210-99ee-010d881779c5 req-93efed19-f7f0-486a-b2ec-02d802ce1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:37.412208 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e73aaf50-16df-4210-99ee-010d881779c5 req-93efed19-f7f0-486a-b2ec-02d802ce1cf2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 912 time: 0.0909352 Mar 22 17:54:37.480348 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e73aaf50-16df-4210-99ee-010d881779c5 req-0358c3e2-c780-4e66-a53a-26b3d4548c97 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7093710d-823d-4ce1-ae22-e5e374d2ec9f HTTP/1.1" status: 200 len: 1002 time: 0.0625701 Mar 22 17:54:37.531751 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aaf50-16df-4210-99ee-010d881779c5 req-974e3f0d-01c0-4c5d-90c0-91eaec285838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:37.533896 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e73aaf50-16df-4210-99ee-010d881779c5 req-974e3f0d-01c0-4c5d-90c0-91eaec285838 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0476141 Mar 22 17:54:37.583828 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aaf50-16df-4210-99ee-010d881779c5 req-54e848e0-45f2-49f3-aee5-1c3cdacf3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:37.585343 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e73aaf50-16df-4210-99ee-010d881779c5 req-54e848e0-45f2-49f3-aee5-1c3cdacf3f99 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461023 Mar 22 17:54:37.674084 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e73aaf50-16df-4210-99ee-010d881779c5 req-73b7bac1-95cb-49b5-8cf9-facd5aeebb09 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826733 Mar 22 17:54:38.033672 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e73aaf50-16df-4210-99ee-010d881779c5 req-15355c7e-a82a-415e-b428-d929bee183d0 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535047 Mar 22 17:54:40.015382 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 35036) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:40.178276 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-28b20928-44ed-4568-a672-95ee6497b381 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Deleting port 45494f82-20fd-4e72-a749-1babf9235668 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:54:40.178619 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-28b20928-44ed-4568-a672-95ee6497b381 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (45494f82-20fd-4e72-a749-1babf9235668), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:40.255337 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-28b20928-44ed-4568-a672-95ee6497b381 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (45494f82-20fd-4e72-a749-1babf9235668), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:40.255572 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-28b20928-44ed-4568-a672-95ee6497b381 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for floatingip (45494f82-20fd-4e72-a749-1babf9235668), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:40.268120 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-28b20928-44ed-4568-a672-95ee6497b381 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Calling delete_port for 45494f82-20fd-4e72-a749-1babf9235668 owned by network:floatingip {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:54:40.415138 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device feb191a6-eb2d-4e67-9c1d-e22dc3f53cae no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:54:40.418848 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-28b20928-44ed-4568-a672-95ee6497b381 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (45494f82-20fd-4e72-a749-1babf9235668), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:40.439873 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: feb191a6-eb2d-4e67-9c1d-e22dc3f53cae {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:54:40.440222 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device feb191a6-eb2d-4e67-9c1d-e22dc3f53cae not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:54:40.447114 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b20928-44ed-4568-a672-95ee6497b381 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event deleted for resources: {'Port': ['ID=45494f82-20fd-4e72-a749-1babf9235668,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:40.512773 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-28b20928-44ed-4568-a672-95ee6497b381 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for floatingip (62eebc30-94f5-4f48-9dd8-ee302b40fdaa), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:40.513117 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.db.l3_db [None req-28b20928-44ed-4568-a672-95ee6497b381 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Floating IP 62eebc30-94f5-4f48-9dd8-ee302b40fdaa disassociated (deleted). External IP: 172.27.3.247, port: 7093710d-823d-4ce1-ae22-e5e374d2ec9f. Mar 22 17:54:40.727431 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b20928-44ed-4568-a672-95ee6497b381 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Router 91554d3f-803e-4d4c-9f97-bca36dcf877b has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:54:40.837164 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b20928-44ed-4568-a672-95ee6497b381 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:54:40.841689 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-28b20928-44ed-4568-a672-95ee6497b381 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:40.848351 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdb409-4270-43eb-bc6b-908c210e7430 None None] Sync routers for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:54:40.859600 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fdb409-4270-43eb-bc6b-908c210e7430 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:54:40.860231 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-25fdb409-4270-43eb-bc6b-908c210e7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:54:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:40.873906 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-28b20928-44ed-4568-a672-95ee6497b381 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "DELETE /v2.0/floatingips/62eebc30-94f5-4f48-9dd8-ee302b40fdaa HTTP/1.1" status: 204 len: 168 time: 0.8573856 Mar 22 17:54:40.874512 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'tag': '7093710d-823d-4ce1-ae22-e5e374d2ec9f'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:54:40.876992 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d140d5-6c82-46df-936b-63f7e6ad5601" -d '{"events": [{"name": "network-changed", "server_uuid": "8c78ad27-a22b-4603-a9f1-b7a20d778574", "tag": "7093710d-823d-4ce1-ae22-e5e374d2ec9f"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:54:40.915729 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6ea0c2-2810-47c4-a60e-cd8923326cc4 x-openstack-request-id: req-3a6ea0c2-2810-47c4-a60e-cd8923326cc4 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:54:40.916024 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c78ad27-a22b-4603-a9f1-b7a20d778574", "tag": "7093710d-823d-4ce1-ae22-e5e374d2ec9f", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:54:40.916283 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a6ea0c2-2810-47c4-a60e-cd8923326cc4 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:54:40.916697 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6ea0c2-2810-47c4-a60e-cd8923326cc4'] response: {'name': 'network-changed', 'server_uuid': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'tag': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'status': 'completed', 'code': 200} Mar 22 17:54:40.978632 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-25fdb409-4270-43eb-bc6b-908c210e7430 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:54:40.990846 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d140d5-6c82-46df-936b-63f7e6ad5601 req-4075c919-039e-43a1-899e-2071e5943d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:40.992945 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e6d140d5-6c82-46df-936b-63f7e6ad5601 req-4075c919-039e-43a1-899e-2071e5943d46 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf7606e3337a421c8c42f461940250fe&device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 1130 time: 0.0541291 Mar 22 17:54:41.132917 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d140d5-6c82-46df-936b-63f7e6ad5601 req-2372a3e0-b153-4b92-9099-cde7ace99610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:41.134346 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e6d140d5-6c82-46df-936b-63f7e6ad5601 req-2372a3e0-b153-4b92-9099-cde7ace99610 service neutron] 10.222.0.76 "GET /v2.0/networks?id=52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 200 len: 912 time: 0.1345408 Mar 22 17:54:41.149044 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46eb10-f71e-4996-81c3-f7a4cfc6595b req-9799797b-b520-4fc3-91d9-ff26e1088ff9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:41.149044 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0b46eb10-f71e-4996-81c3-f7a4cfc6595b req-9799797b-b520-4fc3-91d9-ff26e1088ff9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 946 time: 0.0862224 Mar 22 17:54:41.192245 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-25fdb409-4270-43eb-bc6b-908c210e7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:41.195942 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e6d140d5-6c82-46df-936b-63f7e6ad5601 req-2c96d1cc-e213-46c5-a5ad-f3536ed0174d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7093710d-823d-4ce1-ae22-e5e374d2ec9f HTTP/1.1" status: 200 len: 217 time: 0.0469565 Mar 22 17:54:41.218788 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdb409-4270-43eb-bc6b-908c210e7430 None None] Checking router: 91554d3f-803e-4d4c-9f97-bca36dcf877b for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:54:41.227382 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fdb409-4270-43eb-bc6b-908c210e7430 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:54:41.228227 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-25fdb409-4270-43eb-bc6b-908c210e7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:54:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:41.258635 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-0b46eb10-f71e-4996-81c3-f7a4cfc6595b req-fdb39373-1e44-4efe-b6c0-cae901243191 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033144 Mar 22 17:54:41.266189 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d140d5-6c82-46df-936b-63f7e6ad5601 req-7f506cf4-9fd0-450f-8dcb-9edbc4124916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:41.267862 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e6d140d5-6c82-46df-936b-63f7e6ad5601 req-7f506cf4-9fd0-450f-8dcb-9edbc4124916 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 200 len: 850 time: 0.0655854 Mar 22 17:54:41.321775 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d140d5-6c82-46df-936b-63f7e6ad5601 req-43600690-c891-4e0c-905e-bd1d244cbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:41.323286 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e6d140d5-6c82-46df-936b-63f7e6ad5601 req-43600690-c891-4e0c-905e-bd1d244cbce3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52900748-15d1-4e2e-82d6-cda882ae8b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492945 Mar 22 17:54:41.339981 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-25fdb409-4270-43eb-bc6b-908c210e7430 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:54:41.414768 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e6d140d5-6c82-46df-936b-63f7e6ad5601 req-163d8460-a396-4310-b71f-b90fa8d0dab9 service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844855 Mar 22 17:54:41.513953 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-e6d140d5-6c82-46df-936b-63f7e6ad5601 req-e63edc90-38e3-4441-8948-1549c1e2562b service neutron] 10.222.0.76 "GET /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932055 Mar 22 17:54:41.555704 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-25fdb409-4270-43eb-bc6b-908c210e7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:41.583267 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdb409-4270-43eb-bc6b-908c210e7430 None None] The sync data for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi is: [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:47:17Z', 'revision_number': 4, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi', '_interfaces': [{'id': '365067a2-c195-4e4c-bae3-27f8c7a00eff', 'name': '', 'network_id': '52900748-15d1-4e2e-82d6-cda882ae8b11', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'mac_address': 'fa:16:3e:d5:e8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '045a0c5b-0e61-4797-876f-e4f211461661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:15Z', 'updated_at': '2022-03-22T17:47:23Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'subnets': [{'id': '045a0c5b-0e61-4797-876f-e4f211461661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:54:41.805746 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815862d-f4c4-4746-8e86-78192d18e292 None None] New status for floating IP 62eebc30-94f5-4f48-9dd8-ee302b40fdaa: DOWN {{(pid=109970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:54:42.377445 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637b0c6-1fb1-4b1f-9447-c751ca4ed9cc req-565549bd-bcf9-42c1-a987-2cd116b903a0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:42.378994 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7637b0c6-1fb1-4b1f-9447-c751ca4ed9cc req-565549bd-bcf9-42c1-a987-2cd116b903a0 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 946 time: 0.0527947 Mar 22 17:54:42.428083 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7637b0c6-1fb1-4b1f-9447-c751ca4ed9cc req-e6e95152-0224-4787-9b0b-fe96a3a41dc5 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/security-groups?id=b48071d4-b905-496a-b84c-bc2113ea6102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435169 Mar 22 17:54:42.523248 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95710e-c25b-4c2b-828d-68a64d219acd req-1d29831a-549a-4eff-9a19-ca98392da45d tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:54:42.524715 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3a95710e-c25b-4c2b-828d-68a64d219acd req-1d29831a-549a-4eff-9a19-ca98392da45d tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 946 time: 0.0540149 Mar 22 17:54:42.619562 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-3a95710e-c25b-4c2b-828d-68a64d219acd req-f54725c6-ec2a-430d-a8be-65e2521aa9c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Deleting port 7093710d-823d-4ce1-ae22-e5e374d2ec9f {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:54:42.619965 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-3a95710e-c25b-4c2b-828d-68a64d219acd req-f54725c6-ec2a-430d-a8be-65e2521aa9c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:42.713285 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [req-3a95710e-c25b-4c2b-828d-68a64d219acd req-f54725c6-ec2a-430d-a8be-65e2521aa9c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] For port 7093710d-823d-4ce1-ae22-e5e374d2ec9f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7093710d-823d-4ce1-ae22-e5e374d2ec9f,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:54:42.713685 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-3a95710e-c25b-4c2b-828d-68a64d219acd req-f54725c6-ec2a-430d-a8be-65e2521aa9c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:42.727067 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [req-3a95710e-c25b-4c2b-828d-68a64d219acd req-f54725c6-ec2a-430d-a8be-65e2521aa9c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Calling delete_port for 7093710d-823d-4ce1-ae22-e5e374d2ec9f owned by compute:nova {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:54:42.852914 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-3a95710e-c25b-4c2b-828d-68a64d219acd req-f54725c6-ec2a-430d-a8be-65e2521aa9c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (7093710d-823d-4ce1-ae22-e5e374d2ec9f), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:42.881419 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54725c6-ec2a-430d-a8be-65e2521aa9c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event deleted for resources: {'Port': ['ID=7093710d-823d-4ce1-ae22-e5e374d2ec9f,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:42.925871 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a95710e-c25b-4c2b-828d-68a64d219acd req-f54725c6-ec2a-430d-a8be-65e2521aa9c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] No DVR routers for this DVR port 7093710d-823d-4ce1-ae22-e5e374d2ec9f on host hv-cinder-79053 {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:54:42.928331 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [req-3a95710e-c25b-4c2b-828d-68a64d219acd req-f54725c6-ec2a-430d-a8be-65e2521aa9c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for port (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:42.931663 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [req-3a95710e-c25b-4c2b-828d-68a64d219acd req-f54725c6-ec2a-430d-a8be-65e2521aa9c6 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.76 "DELETE /v2.0/ports/7093710d-823d-4ce1-ae22-e5e374d2ec9f HTTP/1.1" status: 204 len: 173 time: 0.4018888 Mar 22 17:54:42.932095 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'name': 'network-vif-deleted', 'tag': '7093710d-823d-4ce1-ae22-e5e374d2ec9f'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:54:42.934291 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f11d3b3f6e095954b8726c36e50ef8b0e3c02de27602424e05b75c589c11b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa7b227-c19b-479c-980c-36803aeccfcb" -d '{"events": [{"server_uuid": "8c78ad27-a22b-4603-a9f1-b7a20d778574", "name": "network-vif-deleted", "tag": "7093710d-823d-4ce1-ae22-e5e374d2ec9f"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:54:42.977061 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d1d5f6-cd3c-4315-95b8-54879758c774 x-openstack-request-id: req-95d1d5f6-cd3c-4315-95b8-54879758c774 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:54:42.977405 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c78ad27-a22b-4603-a9f1-b7a20d778574", "name": "network-vif-deleted", "tag": "7093710d-823d-4ce1-ae22-e5e374d2ec9f", "status": "completed", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:54:42.977799 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95d1d5f6-cd3c-4315-95b8-54879758c774 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:54:42.978286 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d1d5f6-cd3c-4315-95b8-54879758c774'] response: {'server_uuid': '8c78ad27-a22b-4603-a9f1-b7a20d778574', 'name': 'network-vif-deleted', 'tag': '7093710d-823d-4ce1-ae22-e5e374d2ec9f', 'status': 'completed', 'code': 200} Mar 22 17:54:43.545252 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [req-507e6c50-6eec-4f14-8a89-37e32dbbc51e req-ccc6cc54-a48a-40a4-aae0-3a67ba19d093 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c78ad27-a22b-4603-a9f1-b7a20d778574 HTTP/1.1" status: 200 len: 210 time: 0.0308805 Mar 22 17:54:44.608389 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 35052) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:44.733220 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-5deb83bb-492b-48b7-9c72-b61c63dcfd9c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Deleting port d5e8546f-1d35-43a0-8404-ce8caef6c5ae {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:54:44.733504 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5deb83bb-492b-48b7-9c72-b61c63dcfd9c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (d5e8546f-1d35-43a0-8404-ce8caef6c5ae), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:44.810832 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5deb83bb-492b-48b7-9c72-b61c63dcfd9c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (d5e8546f-1d35-43a0-8404-ce8caef6c5ae), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:44.811153 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5deb83bb-492b-48b7-9c72-b61c63dcfd9c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for floatingip (d5e8546f-1d35-43a0-8404-ce8caef6c5ae), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:44.823356 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-5deb83bb-492b-48b7-9c72-b61c63dcfd9c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Calling delete_port for d5e8546f-1d35-43a0-8404-ce8caef6c5ae owned by network:floatingip {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:54:44.953583 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5deb83bb-492b-48b7-9c72-b61c63dcfd9c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (d5e8546f-1d35-43a0-8404-ce8caef6c5ae), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:44.983560 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb83bb-492b-48b7-9c72-b61c63dcfd9c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event deleted for resources: {'Port': ['ID=d5e8546f-1d35-43a0-8404-ce8caef6c5ae,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:45.044916 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5deb83bb-492b-48b7-9c72-b61c63dcfd9c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for floatingip (a5b73c3d-86fd-4c61-8e9a-ed4aef57941f), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:45.047392 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5deb83bb-492b-48b7-9c72-b61c63dcfd9c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152797'] for floatingip (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:45.049173 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-5deb83bb-492b-48b7-9c72-b61c63dcfd9c tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "DELETE /v2.0/floatingips/a5b73c3d-86fd-4c61-8e9a-ed4aef57941f HTTP/1.1" status: 204 len: 168 time: 0.4397860 Mar 22 17:54:46.246477 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 35064) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:46.301794 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group (b48071d4-b905-496a-b84c-bc2113ea6102), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:46.327127 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group (b48071d4-b905-496a-b84c-bc2113ea6102), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:46.388790 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (b48071d4-b905-496a-b84c-bc2113ea6102), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:46.391419 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:46.393154 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] 10.222.0.42 "DELETE /v2.0/security-groups/b48071d4-b905-496a-b84c-bc2113ea6102 HTTP/1.1" status: 204 len: 168 time: 0.1456978 Mar 22 17:54:46.403840 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48071d4-b905-496a-b84c-bc2113ea6102,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:46.411646 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.411995 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.412340 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.412683 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.413028 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.413369 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.413724 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.414251 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.414580 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.414912 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.415262 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.415667 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.415983 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.416328 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.416667 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0114982-a97c-4a87-89c8-7b632c132eb9 tempest-TestVolumeBootPattern-1890642320 tempest-TestVolumeBootPattern-1890642320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:46.447113 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 35068) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:46.477783 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 7093710d-823d-4ce1-ae22-e5e374d2ec9f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:54:46.499813 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] No Port match for: 7093710d-823d-4ce1-ae22-e5e374d2ec9f {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:54:46.500166 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Device 7093710d-823d-4ce1-ae22-e5e374d2ec9f not bound to the agent host hv-cinder-79053 {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:54:47.055283 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f8583cd0-2d3e-49d1-8361-6968158371a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688003'] for router_interface (91554d3f-803e-4d4c-9f97-bca36dcf877b), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:47.307360 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-f8583cd0-2d3e-49d1-8361-6968158371a5 admin admin] Deleting port 365067a2-c195-4e4c-bae3-27f8c7a00eff {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:54:47.307600 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f8583cd0-2d3e-49d1-8361-6968158371a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:47.384521 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-f8583cd0-2d3e-49d1-8361-6968158371a5 admin admin] For port 365067a2-c195-4e4c-bae3-27f8c7a00eff, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=365067a2-c195-4e4c-bae3-27f8c7a00eff,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:54:47.384879 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f8583cd0-2d3e-49d1-8361-6968158371a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:47.397851 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-f8583cd0-2d3e-49d1-8361-6968158371a5 admin admin] Calling delete_port for 365067a2-c195-4e4c-bae3-27f8c7a00eff owned by network:router_interface {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:54:47.586104 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f8583cd0-2d3e-49d1-8361-6968158371a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (365067a2-c195-4e4c-bae3-27f8c7a00eff), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:47.612038 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8583cd0-2d3e-49d1-8361-6968158371a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=365067a2-c195-4e4c-bae3-27f8c7a00eff,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:47.786490 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f8583cd0-2d3e-49d1-8361-6968158371a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689459'] for router_interface (91554d3f-803e-4d4c-9f97-bca36dcf877b), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:48.002893 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8583cd0-2d3e-49d1-8361-6968158371a5 admin admin] Router 91554d3f-803e-4d4c-9f97-bca36dcf877b has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:54:48.376651 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8583cd0-2d3e-49d1-8361-6968158371a5 admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:54:48.381748 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-f8583cd0-2d3e-49d1-8361-6968158371a5 admin admin] 10.222.0.42 "PUT /v2.0/routers/91554d3f-803e-4d4c-9f97-bca36dcf877b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9332504 Mar 22 17:54:48.384160 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 35072) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:48.387037 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e4fb0f-b3d9-4ff4-8628-d91a00b131c9 None None] Sync routers for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:54:48.401365 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e4fb0f-b3d9-4ff4-8628-d91a00b131c9 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:54:48.402075 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-02e4fb0f-b3d9-4ff4-8628-d91a00b131c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:54:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:48.490584 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Publish callbacks [] for router (91554d3f-803e-4d4c-9f97-bca36dcf877b), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:48.514431 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-02e4fb0f-b3d9-4ff4-8628-d91a00b131c9 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: dv-cinder-790535-31-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:54:48.607384 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Publish callbacks [] for router_gateway (91554d3f-803e-4d4c-9f97-bca36dcf877b), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:48.663390 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Deleting port 1cd3b708-8e9d-4359-941b-0f0340dbbe89 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:54:48.663618 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:48.750009 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] For port 1cd3b708-8e9d-4359-941b-0f0340dbbe89, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=1cd3b708-8e9d-4359-941b-0f0340dbbe89,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:54:48.750368 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:48.765898 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Calling delete_port for 1cd3b708-8e9d-4359-941b-0f0340dbbe89 owned by network:router_gateway {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:54:48.839471 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-02e4fb0f-b3d9-4ff4-8628-d91a00b131c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:54:47Z', 'revision_number': 5, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port': {'id': '1cd3b708-8e9d-4359-941b-0f0340dbbe89', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:12Z', 'updated_at': '2022-03-22T17:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:48.875044 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e4fb0f-b3d9-4ff4-8628-d91a00b131c9 None None] Checking router: 91554d3f-803e-4d4c-9f97-bca36dcf877b for host: dv-cinder-790535-31-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:54:48.884543 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e4fb0f-b3d9-4ff4-8628-d91a00b131c9 None None] Routers {'91554d3f-803e-4d4c-9f97-bca36dcf877b'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:54:48.885167 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-02e4fb0f-b3d9-4ff4-8628-d91a00b131c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:54:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['91554d3f-803e-4d4c-9f97-bca36dcf877b'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:48.940450 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (1cd3b708-8e9d-4359-941b-0f0340dbbe89), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:48.967346 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd3b708-8e9d-4359-941b-0f0340dbbe89,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:48.984218 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-02e4fb0f-b3d9-4ff4-8628-d91a00b131c9 None None] Set router 91554d3f-803e-4d4c-9f97-bca36dcf877b gateway port host: None {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:54:49.035717 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686665'] for router_gateway (91554d3f-803e-4d4c-9f97-bca36dcf877b), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.041591 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-02e4fb0f-b3d9-4ff4-8628-d91a00b131c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:54:48Z', 'revision_number': 6, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port_host': None}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:49.068860 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e4fb0f-b3d9-4ff4-8628-d91a00b131c9 None None] The sync data for ids ['91554d3f-803e-4d4c-9f97-bca36dcf877b'] in dv-cinder-790535-31-iscsi is: [{'id': '91554d3f-803e-4d4c-9f97-bca36dcf877b', 'name': 'tempest-TestVolumeBootPattern-831859127-router', 'tenant_id': 'cf7606e3337a421c8c42f461940250fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:11Z', 'updated_at': '2022-03-22T17:54:48Z', 'revision_number': 6, 'project_id': 'cf7606e3337a421c8c42f461940250fe', 'gw_port_host': None}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:54:49.135814 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3000'] for router (91554d3f-803e-4d4c-9f97-bca36dcf877b), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.138118 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Publish callbacks [] for router_controller (91554d3f-803e-4d4c-9f97-bca36dcf877b), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.184148 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683050'] for router (91554d3f-803e-4d4c-9f97-bca36dcf877b), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.184736 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91554d3f-803e-4d4c-9f97-bca36dcf877b {{(pid=109968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:54:49.189970 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.191159 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-525f08fa-5670-4ead-b6f6-c6f12b3f4d2f admin admin] 10.222.0.42 "DELETE /v2.0/routers/91554d3f-803e-4d4c-9f97-bca36dcf877b HTTP/1.1" status: 204 len: 168 time: 0.8060536 Mar 22 17:54:49.193677 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 35074) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:49.243056 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e51a6b1-1340-42a8-aa18-b55ff2603488 admin admin] Deleting subnet 045a0c5b-0e61-4797-876f-e4f211461661 {{(pid=109968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:54:49.246424 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8e51a6b1-1340-42a8-aa18-b55ff2603488 admin admin] Publish callbacks [] for subnet (045a0c5b-0e61-4797-876f-e4f211461661), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.282971 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8e51a6b1-1340-42a8-aa18-b55ff2603488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59346193'] for subnet (045a0c5b-0e61-4797-876f-e4f211461661), precommit_delete_associations {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.357067 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8e51a6b1-1340-42a8-aa18-b55ff2603488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (045a0c5b-0e61-4797-876f-e4f211461661), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.412093 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8e51a6b1-1340-42a8-aa18-b55ff2603488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59432183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521012'] for subnet (045a0c5b-0e61-4797-876f-e4f211461661), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.444957 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51a6b1-1340-42a8-aa18-b55ff2603488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045a0c5b-0e61-4797-876f-e4f211461661,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:49.447268 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8e51a6b1-1340-42a8-aa18-b55ff2603488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.450745 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-8e51a6b1-1340-42a8-aa18-b55ff2603488 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/045a0c5b-0e61-4797-876f-e4f211461661 HTTP/1.1" status: 204 len: 168 time: 0.2559741 Mar 22 17:54:49.453218 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 35076) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:49.455873 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b980a1-d7a8-4612-93a0-2eb7a389241c None None] Network 52900748-15d1-4e2e-82d6-cda882ae8b11 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:54:49.529496 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (52900748-15d1-4e2e-82d6-cda882ae8b11), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.588133 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Deleting port 399259b6-e663-465c-9472-d05b3144df89 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:54:49.588469 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (399259b6-e663-465c-9472-d05b3144df89), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.654590 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] For port 399259b6-e663-465c-9472-d05b3144df89, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=399259b6-e663-465c-9472-d05b3144df89,segment=NetworkSegment(8f0b7214-ac58-4d9d-9c16-48f47960957c),segment_id=8f0b7214-ac58-4d9d-9c16-48f47960957c)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:54:49.655310 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (399259b6-e663-465c-9472-d05b3144df89), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.668290 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Calling delete_port for 399259b6-e663-465c-9472-d05b3144df89 owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:54:49.746178 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59432198'] for port (399259b6-e663-465c-9472-d05b3144df89), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.770113 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Pushing event deleted for resources: {'Port': ['ID=399259b6-e663-465c-9472-d05b3144df89,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:49.775792 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] No DVR routers for this DVR port 399259b6-e663-465c-9472-d05b3144df89 on host dv-cinder-790535-31-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:54:49.833029 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c54db17-c10c-4fda-967b-2f982a1360d2 None None] DHCP port deletion for 52900748-15d1-4e2e-82d6-cda882ae8b11 request from dv-cinder-790535-31-iscsi {{(pid=109969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:54:49.857779 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (52900748-15d1-4e2e-82d6-cda882ae8b11), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.880325 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52900748-15d1-4e2e-82d6-cda882ae8b11']}} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:49.890105 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0b7214-ac58-4d9d-9c16-48f47960957c') {'for_net_delete': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:49.890406 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.services.segments.db [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0b7214-ac58-4d9d-9c16-48f47960957c') {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:49.900823 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59346216'] for segment (8f0b7214-ac58-4d9d-9c16-48f47960957c), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.914675 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (8f0b7214-ac58-4d9d-9c16-48f47960957c), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.920901 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=109968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:54:49.921302 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59432277'] for segment (8f0b7214-ac58-4d9d-9c16-48f47960957c), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: Traceback (most recent call last): Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: timer() Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: cb(*args, **kw) Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: return func(*args, **kwargs) Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: self._notify() Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: self.callback(batched_events) Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: event.method(event) Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: return f(self, *a, **k) Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._get(url).json() Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: return self.request(url, 'GET', **kwargs) Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:54:49.923138 dv-cinder-790535-31-iscsi neutron-server[109968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:54:49.981264 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (52900748-15d1-4e2e-82d6-cda882ae8b11), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.986726 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:49.989987 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] 10.222.0.42 "DELETE /v2.0/networks/52900748-15d1-4e2e-82d6-cda882ae8b11 HTTP/1.1" status: 204 len: 168 time: 0.5350718 Mar 22 17:54:49.993030 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 35078) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:50.004006 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d47ae-50c2-43ab-b132-9947556fe293 admin admin] Pushing event deleted for resources: {'Network': ['ID=52900748-15d1-4e2e-82d6-cda882ae8b11,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:50.539119 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 399259b6-e663-465c-9472-d05b3144df89 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:54:50.558505 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 399259b6-e663-465c-9472-d05b3144df89 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:54:50.558856 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 399259b6-e663-465c-9472-d05b3144df89 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:54:50.559277 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 365067a2-c195-4e4c-bae3-27f8c7a00eff no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:54:50.578050 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 365067a2-c195-4e4c-bae3-27f8c7a00eff {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:54:50.578398 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 365067a2-c195-4e4c-bae3-27f8c7a00eff not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:54:50.578862 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 1cd3b708-8e9d-4359-941b-0f0340dbbe89 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:54:50.601427 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 1cd3b708-8e9d-4359-941b-0f0340dbbe89 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:54:50.602036 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 1cd3b708-8e9d-4359-941b-0f0340dbbe89 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:54:50.604088 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-61afc77c-b755-4cf5-83ed-48b246ca5cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3688003'] for router_interface (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:50.855554 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-61afc77c-b755-4cf5-83ed-48b246ca5cfd admin admin] Deleting port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:54:50.855895 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-61afc77c-b755-4cf5-83ed-48b246ca5cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:50.936021 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-61afc77c-b755-4cf5-83ed-48b246ca5cfd admin admin] For port 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee,segment=NetworkSegment(b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae),segment_id=b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:54:50.936388 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-61afc77c-b755-4cf5-83ed-48b246ca5cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:50.949117 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-61afc77c-b755-4cf5-83ed-48b246ca5cfd admin admin] Calling delete_port for 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee owned by network:router_interface {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:54:51.135452 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-61afc77c-b755-4cf5-83ed-48b246ca5cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:51.163420 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afc77c-b755-4cf5-83ed-48b246ca5cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:51.332932 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-61afc77c-b755-4cf5-83ed-48b246ca5cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689459'] for router_interface (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:51.551381 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61afc77c-b755-4cf5-83ed-48b246ca5cfd admin admin] Router 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 has already been hosted by L3 agent 8d5aafe3-7d43-4a82-9f60-2400121b6f95 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:54:51.660739 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61afc77c-b755-4cf5-83ed-48b246ca5cfd admin admin] Notify agent at l3_agent.dv-cinder-790535-31-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:54:51.665779 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-61afc77c-b755-4cf5-83ed-48b246ca5cfd admin admin] 10.222.0.42 "PUT /v2.0/routers/3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6715324 Mar 22 17:54:51.668302 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 35080) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:51.669683 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac585b-ac3d-4352-9947-2d290a104b15 None None] Sync routers for ids ['3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'] in dv-cinder-790535-31-iscsi {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:54:51.680076 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac585b-ac3d-4352-9947-2d290a104b15 None None] Routers {'3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:54:51.680682 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-d4ac585b-ac3d-4352-9947-2d290a104b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:54:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:51.776487 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Publish callbacks [] for router (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:51.791443 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-d4ac585b-ac3d-4352-9947-2d290a104b15 None None] Set router 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 gateway port host: dv-cinder-790535-31-iscsi {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:54:51.881879 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Publish callbacks [] for router_gateway (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:51.935308 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Deleting port 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:54:51.935657 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:51.973355 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-d4ac585b-ac3d-4352-9947-2d290a104b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'name': 'tempest-TestVolumeBootPattern-962388963-router', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'external_fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:21Z', 'updated_at': '2022-03-22T17:54:51Z', 'revision_number': 5, 'project_id': 'eb106fb1b9264aa4998896058a303502', 'gw_port': {'id': '267130cf-ebee-4b0c-b2e8-9d2fe47a34f8', 'name': '', 'network_id': 'c8aa00b0-ab78-4efe-96f3-93b988cf785c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '96942072-95e2-4479-bcf3-651dae5046c2', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:47:22Z', 'updated_at': '2022-03-22T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96942072-95e2-4479-bcf3-651dae5046c2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-31-iscsi'}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:52.003440 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac585b-ac3d-4352-9947-2d290a104b15 None None] Checking router: 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 for host: dv-cinder-790535-31-iscsi {{(pid=109970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:54:52.012011 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac585b-ac3d-4352-9947-2d290a104b15 None None] Routers {'3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'} bound to L3 agent in host dv-cinder-790535-31-iscsi {{(pid=109970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:54:52.012626 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-d4ac585b-ac3d-4352-9947-2d290a104b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:33:02Z,description=,heartbeat_timestamp=2022-03-22T17:54:32Z,host='dv-cinder-790535-31-iscsi',id=8d5aafe3-7d43-4a82-9f60-2400121b6f95,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:33:02Z,topic='l3_agent')) {'router_ids': ['3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'], 'active': True} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:52.019836 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] For port 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=267130cf-ebee-4b0c-b2e8-9d2fe47a34f8,segment=NetworkSegment(0ad0be97-c507-418e-978a-2e61ab99995c),segment_id=0ad0be97-c507-418e-978a-2e61ab99995c)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:54:52.020290 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.033449 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Calling delete_port for 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 owned by network:router_gateway {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:54:52.101200 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_dvr_db [None req-d4ac585b-ac3d-4352-9947-2d290a104b15 None None] Set router 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 gateway port host: None {{(pid=109970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:54:52.153022 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.l3_hamode_db [None req-d4ac585b-ac3d-4352-9947-2d290a104b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'name': 'tempest-TestVolumeBootPattern-962388963-router', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:21Z', 'updated_at': '2022-03-22T17:54:51Z', 'revision_number': 6, 'project_id': 'eb106fb1b9264aa4998896058a303502', 'gw_port_host': None}], 'dv-cinder-790535-31-iscsi', False) {} {{(pid=109970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:52.183292 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac585b-ac3d-4352-9947-2d290a104b15 None None] The sync data for ids ['3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76'] in dv-cinder-790535-31-iscsi is: [{'id': '3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76', 'name': 'tempest-TestVolumeBootPattern-962388963-router', 'tenant_id': 'eb106fb1b9264aa4998896058a303502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:47:21Z', 'updated_at': '2022-03-22T17:54:51Z', 'revision_number': 6, 'project_id': 'eb106fb1b9264aa4998896058a303502', 'gw_port_host': None}] {{(pid=109970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:54:52.218716 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (267130cf-ebee-4b0c-b2e8-9d2fe47a34f8), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.242168 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Pushing event deleted for resources: {'Port': ['ID=267130cf-ebee-4b0c-b2e8-9d2fe47a34f8,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:52.304303 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3686665'] for router_gateway (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.395961 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3000'] for router (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.398136 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Publish callbacks [] for router_controller (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.444291 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683050'] for router (3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.444785 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 {{(pid=109967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:54:52.449878 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.451050 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3e424e9f-cb5f-4778-84b9-b17da6d9ad94 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3f9e3997-a3d8-4fa5-a1aa-fa2ff9853d76 HTTP/1.1" status: 204 len: 168 time: 0.7818272 Mar 22 17:54:52.453869 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 35082) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:52.499991 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df15762-c911-48d5-9caa-04b18e944cee admin admin] Deleting subnet 75f4e77c-15df-4adf-9486-8bdcebad1086 {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:54:52.504194 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5df15762-c911-48d5-9caa-04b18e944cee admin admin] Publish callbacks [] for subnet (75f4e77c-15df-4adf-9486-8bdcebad1086), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.541819 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5df15762-c911-48d5-9caa-04b18e944cee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62622258'] for subnet (75f4e77c-15df-4adf-9486-8bdcebad1086), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.637044 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5df15762-c911-48d5-9caa-04b18e944cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504138'] for subnet (75f4e77c-15df-4adf-9486-8bdcebad1086), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.649785 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:54:52.671197 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:54:52.671550 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 7636518e-9ef6-4a1a-9cd0-6cfdc60de7ee not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:54:52.692640 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5df15762-c911-48d5-9caa-04b18e944cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61705885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59114573'] for subnet (75f4e77c-15df-4adf-9486-8bdcebad1086), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.718652 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df15762-c911-48d5-9caa-04b18e944cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f4e77c-15df-4adf-9486-8bdcebad1086,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:52.721201 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5df15762-c911-48d5-9caa-04b18e944cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.724397 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5df15762-c911-48d5-9caa-04b18e944cee admin admin] 10.222.0.42 "DELETE /v2.0/subnets/75f4e77c-15df-4adf-9486-8bdcebad1086 HTTP/1.1" status: 204 len: 168 time: 0.2695577 Mar 22 17:54:52.726688 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e428f0-e879-44a8-bb5c-798e3318161d None None] Network e0cee96e-e515-4d7f-a039-0624e92d0ba2 requested from dv-cinder-790535-31-iscsi {{(pid=109969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:54:52.726892 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 35084) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:52.795872 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3641157'] for network (e0cee96e-e515-4d7f-a039-0624e92d0ba2), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.863630 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Deleting port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:54:52.863970 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.926440 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] For port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38, host dv-cinder-790535-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-31-iscsi',level=0,port_id=f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38,segment=NetworkSegment(b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae),segment_id=b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:54:52.926724 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:52.939678 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Calling delete_port for f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:54:52.994176 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] DHCP port deletion for e0cee96e-e515-4d7f-a039-0624e92d0ba2 request from dv-cinder-790535-31-iscsi {{(pid=109969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:54:53.032090 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61706092'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.045115 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Deleting port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 {{(pid=109969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:54:53.045555 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784116259871'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), before_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.062604 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] No DVR routers for this DVR port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 on host dv-cinder-790535-31-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:54:53.065211 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:53.114569 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] For port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38, host dv-cinder-790535-31-iscsi, got binding levels [] {{(pid=109969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:54:53.114967 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694161'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), precommit_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.133010 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Calling delete_port for f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 owned by network:dhcp {{(pid=109969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:54:53.136105 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.ipam_backend_mixin [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 was not found and therefore no delete operation was performed {{(pid=109969) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 17:54:53.137088 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784116266882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784115728671'] for port (f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38), after_delete {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.143565 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687295', 'neutron.services.segments.db._delete_segments_for_network-8784116056131'] for network (e0cee96e-e515-4d7f-a039-0624e92d0ba2), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.165394 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Pushing event deleted for resources: {'Port': ['ID=f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38,revision_number=None']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:53.167249 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cee96e-e515-4d7f-a039-0624e92d0ba2']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:53.167794 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] No DVR routers for this DVR port f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 on host dv-cinder-790535-31-iscsi {{(pid=109969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:54:53.182512 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.182873 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.183221 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.183607 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.183886 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.184216 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.184548 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.184872 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.185198 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.185605 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.185975 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.186246 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.186573 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.186892 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.187211 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8879bfd-3b9b-45b7-bfec-38c7be2cb901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-31-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:54:53.187735 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:53.188116 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:54:53.209678 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784116057420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62622219'] for segment (b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.225596 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819'] for segment (b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.231940 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:54:53.232406 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3500819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61706047'] for segment (b63b0f26-3f7c-499d-bb0a-2d6e773cc3ae), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: timer() Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: cb(*args, **kw) Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: self._notify() Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: self.callback(batched_events) Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: event.method(event) Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: return self._get(url).json() Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:54:53.234384 dv-cinder-790535-31-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:54:53.291757 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3801040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686773'] for network (e0cee96e-e515-4d7f-a039-0624e92d0ba2), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.297005 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717241'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.300407 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e0cee96e-e515-4d7f-a039-0624e92d0ba2 HTTP/1.1" status: 204 len: 168 time: 0.5725703 Mar 22 17:54:53.311635 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0bfcc-2bf1-4014-9170-59e31be44664 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0cee96e-e515-4d7f-a039-0624e92d0ba2,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:53.446605 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 35088) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:53.487689 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3aaa81c2-dedf-46d1-bf24-ff72891737ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf7606e3337a421c8c42f461940250fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399263 Mar 22 17:54:53.490300 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.42', 35090) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:53.537833 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8a0d3f60-c94b-4834-bfc8-c79ef835fe22 admin admin] Publish callbacks [] for security_group (3fc1d5f3-463e-4c44-9e48-de489dea219c), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.558913 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8a0d3f60-c94b-4834-bfc8-c79ef835fe22 admin admin] Publish callbacks [] for security_group (3fc1d5f3-463e-4c44-9e48-de489dea219c), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.612440 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8a0d3f60-c94b-4834-bfc8-c79ef835fe22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (3fc1d5f3-463e-4c44-9e48-de489dea219c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.615023 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8a0d3f60-c94b-4834-bfc8-c79ef835fe22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:53.616175 dv-cinder-790535-31-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-8a0d3f60-c94b-4834-bfc8-c79ef835fe22 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fc1d5f3-463e-4c44-9e48-de489dea219c HTTP/1.1" status: 204 len: 168 time: 0.1249874 Mar 22 17:54:53.624331 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d3f60-c94b-4834-bfc8-c79ef835fe22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc1d5f3-463e-4c44-9e48-de489dea219c,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:53.933543 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 35096) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:53.973367 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-10ab2a25-c552-4027-8701-3d8ef28bcd8c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb106fb1b9264aa4998896058a303502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386009 Mar 22 17:54:53.975821 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.wsgi [-] (109968) accepted ('10.222.0.42', 35098) {{(pid=109968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:54:54.024970 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c17c3205-48e3-4363-a11f-9099932879a8 admin admin] Publish callbacks [] for security_group (cd767e8e-c94b-4382-b4f4-fd1571b32ced), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:54.047033 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c17c3205-48e3-4363-a11f-9099932879a8 admin admin] Publish callbacks [] for security_group (cd767e8e-c94b-4382-b4f4-fd1571b32ced), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:54.093920 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c17c3205-48e3-4363-a11f-9099932879a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800865'] for security_group (cd767e8e-c94b-4382-b4f4-fd1571b32ced), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:54.097812 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c17c3205-48e3-4363-a11f-9099932879a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:54.098979 dv-cinder-790535-31-iscsi neutron-server[109968]: INFO neutron.wsgi [None req-c17c3205-48e3-4363-a11f-9099932879a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd767e8e-c94b-4382-b4f4-fd1571b32ced HTTP/1.1" status: 204 len: 168 time: 0.1223617 Mar 22 17:54:54.106732 dv-cinder-790535-31-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c3205-48e3-4363-a11f-9099932879a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd767e8e-c94b-4382-b4f4-fd1571b32ced,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:54:54.536494 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:54:54.556386 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:54:54.556713 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device f86cf7e9-ca1a-4dd3-9d9b-8ee711506a38 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:54:54.557130 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 no longer exists at agent ovs-agent-dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:54:54.575975 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.plugin [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] No Port match for: 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 {{(pid=109969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:54:54.576318 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.rpc [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Device 267130cf-ebee-4b0c-b2e8-9d2fe47a34f8 not bound to the agent host dv-cinder-790535-31-iscsi {{(pid=109969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:54:54.799291 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:59.114043 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a0769e70-52a2-4c51-8b65-5c3a694774c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:01.793322 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-23f1c3fd-eb7f-4d26-9741-a95ac6ba3b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:03.263494 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:04.587231 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:05.060174 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:55:06.140900 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:24.794500 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:29.119566 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-477d795a-431b-43ae-bba7-73eae416d5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:31.796798 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-bd527edf-ae22-43b7-a293-7728dd027e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:33.265923 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:34.590782 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:36.145050 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:42.058745 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:55:54.794268 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:55:59.114519 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-58087503-112f-45e9-8a44-d2740f2fa080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:01.800319 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-01f9f841-3dd6-4996-8885-b5cd51469f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:03.268205 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:04.594904 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:06.151946 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:19.057630 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:56:24.792116 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:29.117777 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-a09d8c47-977d-4240-adfe-f7ffaf4a128e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:31.802435 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-9706f5bd-4a3e-4957-ac03-2ccc0f7f78d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:33.272487 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:34.596778 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:36.146068 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:54.792575 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:56:56.058371 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:56:59.123249 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-94d6c9fa-8978-4959-b1d1-7bc987c5db3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:01.803153 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-1acd4363-9ad3-4744-b6d9-29a898b0cff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:03.275897 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:04.599523 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:06.150177 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:24.808767 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:29.125986 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c154b859-ec1c-4da7-80da-3321c12ba76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:31.805524 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7f1acf16-12b9-46f1-af95-ff99a91ff06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:33.059357 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:57:33.278824 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:34.602150 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:36.155657 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:54.823224 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:57:59.129872 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-f740335c-c28b-4129-bdf4-43b4bbb8b65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:01.808446 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-bbb123da-b24d-4b56-8c20-d29da9748d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:03.280756 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:04.606968 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:06.158173 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:10.059725 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:58:24.820806 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:29.132620 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-6d24610d-fea3-4e70-adbb-d9be8cc115ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:31.809976 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-55be3d82-ceef-4e8e-b517-4aff1a50ebf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:33.286112 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:34.606007 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:36.162238 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:47.059879 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:58:54.813649 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:58:59.136253 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-f341b1ba-e314-4a6a-937c-fe7eb1c470e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:01.812040 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-baee4640-9200-4fc7-b0a2-f83950c90c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:03.286936 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:04.610868 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:06.164578 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:24.059865 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:59:24.835412 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:28.664083 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [req-c4003a5f-f649-4221-9f9f-6df703102a58 req-c66b8a7f-54f2-4e6c-86f7-d6da2b430547 service neutron] (109967) timed out ('10.222.0.76', 49276) {{(pid=109967) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 17:59:28.934179 dv-cinder-790535-31-iscsi neutron-server[109967]: DEBUG neutron.wsgi [req-92f0c28f-cea4-4be3-9b8b-538b30d4337e req-b4a24bba-815e-42e6-af9d-1adbbd6b4e7e service neutron] (109967) timed out ('10.222.0.76', 49280) {{(pid=109967) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 17:59:29.140806 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3493ec6f-8a3d-4a95-b124-a8edb2db6220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:31.813648 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c16621f5-55eb-45d6-8d2b-54f0fb213902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:33.289214 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:34.612761 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:36.166890 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-529f67d8-f46e-47a5-a785-f6a4c9eb5db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (7268d852-59f3-4773-a1dd-80bee9fcfcf1), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:54.834706 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-058ab0fb-5f12-4bc9-9de2-7353adb759c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (282b9459-93de-4597-b372-83b3a48ed1d9), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:59:59.142867 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-e1616ccd-b99f-4e94-b285-5a5a0ca664d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5eba2510-f9ed-4daf-893e-1e2e9befa1f4), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:01.058637 dv-cinder-790535-31-iscsi neutron-server[109970]: DEBUG neutron.db.agents_db [None req-807cd7f4-3472-4979-ab99-ea3456fad4fc None None] Agent healthcheck: found 6 active agents {{(pid=109970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 18:00:01.814612 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-24e91ecb-bae6-46b7-a8f1-db965ec6b7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (8d5aafe3-7d43-4a82-9f60-2400121b6f95), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:03.294148 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-457b0a91-0b53-40e8-b9b5-e8a39da69cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (70635aec-1c2d-4f7f-a3d3-f4ae89f1805e), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 18:00:04.616212 dv-cinder-790535-31-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-19c9f4f0-7643-49ad-ae37-55d6c6412227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784116056113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3507580'] for agent (5de731ca-d233-46eb-a8a4-9f34b7f5d1e6), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}